-- Logs begin at Tue 2022-04-12 12:30:23 UTC, end at Tue 2022-04-12 13:31:05 UTC. -- Apr 12 13:02:47.606995 dv-cinder-830096-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 13:02:50.568321 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.common.config [-] Logging enabled! Apr 12 13:02:50.568911 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 13:02:50.569109 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 13:02:50.572389 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.common.config [-] Logging enabled! Apr 12 13:02:50.572645 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 13:02:50.572951 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103335) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 13:02:50.573934 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 13:02:50.574167 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 13:02:50.574547 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 13:02:50.574789 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 13:02:50.575012 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 13:02:50.575437 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.575854 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 13:02:50.576158 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.576447 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.576734 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.577021 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.577326 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.577605 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.577887 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.578180 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.578486 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.579253 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.579531 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.579816 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.580092 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.580371 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.580650 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.580926 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] debug = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.581237 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.581675 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.582087 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.582362 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.582644 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.582935 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.583187 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.583454 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.583730 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.584058 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] host = dv-cinder-830096-4-iscsi {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.584328 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.584608 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.584886 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.585163 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.585457 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.585728 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.586006 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.586273 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.586540 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.586808 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.587089 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.587368 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.587649 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.587868 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.588085 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.588375 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.588654 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.588923 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.589200 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.589483 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.589750 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.590015 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.590276 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.590552 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.590827 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.591101 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.591367 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.591632 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.591893 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.592157 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.592434 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.592701 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.592967 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.593259 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.593542 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.593805 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.594097 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.594945 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.595229 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.595512 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.595792 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.596061 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.596338 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.596604 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.596869 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.597133 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_json = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.597423 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.597685 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.597957 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.598220 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.598482 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.598750 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.599267 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.599545 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.599810 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:50.600101 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.600389 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.600680 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.600968 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.601275 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.601549 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.601828 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.602097 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.602376 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.602654 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.602936 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.603204 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.603495 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.603776 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.604062 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.604361 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.604645 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.604930 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.605218 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.605494 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.605760 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.606030 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.606309 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.606578 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.606859 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.607140 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.607411 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.607699 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.607976 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.608264 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.608543 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.608808 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.609074 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.609381 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.609651 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.609936 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.610205 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.610483 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.610751 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.611016 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.611294 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.611560 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.611823 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.612083 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.612350 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.612629 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.612898 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.613162 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.613447 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.613716 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.613978 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.614255 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.614523 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.614785 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.615047 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.615319 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.615590 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.615858 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.616126 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.616389 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.616656 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.616919 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.617209 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.617468 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.617733 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.617994 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.618254 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.618523 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.618788 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.619052 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.619317 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.619580 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.619844 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.620107 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.620383 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.620676 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.620946 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.621239 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.621514 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.621785 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.622055 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.622323 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.622595 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.622865 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.623129 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.623408 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.623689 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.623968 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.624269 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.624539 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.624825 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.625096 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.625421 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.625701 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.625969 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.626237 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.626516 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.626790 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.627080 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.627366 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.627653 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.627938 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.628228 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.628500 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.628805 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.629078 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:50.629310 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 13:02:50.629587 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103335) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 13:02:51.003566 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 13:02:51.003845 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 13:02:51.004145 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 13:02:51.004473 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 13:02:51.332953 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.333173 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.333458 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.334747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.335015 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.335273 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.389608 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.389894 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.390157 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.404704 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.404983 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.405274 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.435318 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.435596 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.435862 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.472649 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.472943 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.473238 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.812553 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.813723 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.813723 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.813970 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.814552 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.913424 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.913748 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.914029 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.914298 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.914560 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.914866 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.915123 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.915374 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.915625 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.915905 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.916160 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.916422 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.916672 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.916922 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.917174 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.917462 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.917716 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.917982 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.918250 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.918506 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.918943 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.919201 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.919485 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.919864 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.920114 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.920361 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.920767 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:02:51.921007 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:02:51.921270 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:02:51.921509 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:02:51.921742 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:02:51.921980 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:02:51.922883 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 13:02:51.926176 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 13:02:51.930053 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 13:02:51.933791 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 12 13:02:51.935387 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 13:02:51.935853 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 13:02:51.936186 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 13:02:51.936568 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 13:02:51.939613 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 13:02:51.939865 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 13:02:51.940210 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 13:02:51.945093 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 13:02:51.968648 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 13:02:51.969189 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.969498 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103335) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 13:02:51.969867 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.971214 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103335) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 13:02:51.971494 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 13:02:51.971738 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 13:02:51.975328 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:51.975609 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.037562 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 13:02:52.037801 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 13:02:52.038034 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 13:02:52.038408 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 13:02:52.059240 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_db.sqlalchemy.engines [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103335) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 13:02:52.497536 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Initializing driver for type 'gre' Apr 12 13:02:52.498061 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] gre ID ranges: [(1, 1000)] Apr 12 13:02:52.552726 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Initializing driver for type 'local' Apr 12 13:02:52.553071 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Initializing driver for type 'vlan' Apr 12 13:02:52.566466 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] VlanTypeDriver initialization complete Apr 12 13:02:52.566900 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Initializing driver for type 'vxlan' Apr 12 13:02:52.567500 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] vxlan ID ranges: [(1, 1000)] Apr 12 13:02:52.619913 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Initializing extension driver 'port_security' Apr 12 13:02:52.620331 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.extensions.port_security [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] PortSecurityExtensionDriver initialization complete Apr 12 13:02:52.620751 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Initializing mechanism driver 'openvswitch' Apr 12 13:02:52.621076 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Initializing mechanism driver 'hyperv' Apr 12 13:02:52.628257 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.plugin [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:02:52.629122 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > port after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.629528 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.629894 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.630431 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:02:52.630878 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.631242 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.631597 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.631994 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:02:52.632409 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > network after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.632767 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > network after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.633117 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.633542 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:02:52.633953 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.634312 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.634660 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.635058 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:02:52.635469 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.635824 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.636170 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.636563 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:02:52.636971 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.637352 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.637701 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.638096 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103335) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:02:52.638542 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] ML2 OVO RPC backend initialized. {{(pid=103335) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 13:02:52.639253 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.639614 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.640032 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > network before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.640386 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > networks before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.640739 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > port before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.641665 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > ports before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.642019 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.642367 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.642718 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > network after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.643066 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > network after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.643408 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.643753 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > port after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.644097 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.644441 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.644782 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.645122 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.645487 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.652641 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded quota_driver: . Apr 12 13:02:52.653012 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.plugin [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Modular L2 Plugin initialization complete Apr 12 13:02:52.653410 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading services supported by the core plugin {{(pid=103335) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 13:02:52.653761 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.plugins.ml2.managers [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Got port-security extension from driver 'port_security' Apr 12 13:02:52.654240 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.extensions.vlantransparent [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Disabled vlantransparent extension. Apr 12 13:02:52.654736 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103335) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 13:02:52.655065 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading Plugin: router Apr 12 13:02:52.691426 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.691824 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router after_create 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.692200 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router before_create 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.692568 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.692950 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.693337 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router after_delete 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.693703 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.694059 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.694421 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router after_create 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.694771 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router after_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.695128 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router after_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.695480 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.695842 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router after_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.696255 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.696627 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.696969 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.697344 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: subnet after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.697693 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.698044 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.698391 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.698736 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: port before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.699081 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.699445 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router after_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.699784 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.700134 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.700498 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.700844 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.701228 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > agent after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.701581 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.702068 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > network after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.702965 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Tracking information for resource: router configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:02:52.703301 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Tracking information for resource: floatingip configured {{(pid=103335) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:02:52.708351 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.db.l3_agentschedulers_db [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 13:02:52.708932 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.709336 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: port after_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.709694 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: port after_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.710051 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: port after_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.710868 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router before_create 55550100 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.711239 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.711605 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.711967 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.716795 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.services.provider_configuration [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service providers = [] {{(pid=103335) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 13:02:52.717164 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.db.servicetype_db [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103335) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 13:02:52.720225 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.services.service_base [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:02:52.720582 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.services.service_base [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:02:52.720931 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.services.service_base [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:02:52.721857 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.services.service_base [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103335) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:02:52.722241 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.services.service_base [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 13:02:52.722623 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:02:52.722944 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 13:02:52.736029 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:02:52.736369 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading Plugin: auto_allocate Apr 12 13:02:52.742048 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: network precommit_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.742430 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: network precommit_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.742957 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:02:52.743279 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading Plugin: tag Apr 12 13:02:52.750238 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:02:52.751112 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading Plugin: timestamp Apr 12 13:02:52.755034 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:02:52.755369 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading Plugin: network_ip_availability Apr 12 13:02:52.760895 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.761306 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.761672 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:52.762397 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:02:52.762720 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading Plugin: flavors Apr 12 13:02:52.767674 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:02:52.768012 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading Plugin: revisions Apr 12 13:02:52.772304 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103335) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:02:52.772701 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.768s {{(pid=103335) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 13:02:52.773489 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103335) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 13:02:52.773823 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Initializing extension manager. Apr 12 13:02:52.774378 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: __init__.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.774722 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: __pycache__ {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.775057 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: address_group.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.775832 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.776418 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: address-group Apr 12 13:02:52.776744 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: address_scope.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.777637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.778148 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: address-scope Apr 12 13:02:52.778477 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.779447 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.779969 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: router-admin-state-down-before-update Apr 12 13:02:52.780297 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: agent.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.781009 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.781583 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: agent Apr 12 13:02:52.781911 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: agent_resources_synced.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.782837 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.783351 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: agent-resources-synced Apr 12 13:02:52.783675 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.785757 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.786479 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: allowed-address-pairs Apr 12 13:02:52.786851 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.788154 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.788834 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: auto-allocated-topology Apr 12 13:02:52.789280 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: availability_zone.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.790244 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.790799 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: availability_zone Apr 12 13:02:52.791232 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: availability_zone_filter.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.792333 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.792882 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: availability_zone_filter Apr 12 13:02:52.793260 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: data_plane_status.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.794415 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.795022 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 13:02:52.795461 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: default_subnetpools.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.796528 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.797699 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: default-subnetpools Apr 12 13:02:52.798209 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.799088 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.799638 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: dhcp_agent_scheduler Apr 12 13:02:52.800067 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: dns.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.801354 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.802009 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 13:02:52.802373 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: dns_domain_ports.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.803478 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.804174 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 13:02:52.804642 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.805970 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.806581 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 13:02:52.806948 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: dvr.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.807887 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.808585 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: dvr Apr 12 13:02:52.808958 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: ecmp_routes.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.810198 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.810896 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 13:02:52.811354 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: empty_string_filtering.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.812438 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.813695 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: empty-string-filtering Apr 12 13:02:52.814219 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.815266 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.815811 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 13:02:52.816207 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.817514 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.818027 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 13:02:52.818360 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: external_net.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.819280 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.819786 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: external-net Apr 12 13:02:52.820111 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.821041 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.821585 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: extra_dhcp_opt Apr 12 13:02:52.821916 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: extraroute.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.822835 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.823341 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: extraroute Apr 12 13:02:52.823665 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: extraroute_atomic.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.824721 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.825264 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: extraroute-atomic Apr 12 13:02:52.825592 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: filter_validation.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.826276 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.826778 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: filter-validation Apr 12 13:02:52.827101 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: fip_pf_description.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.828252 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.828789 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 13:02:52.829121 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: fip_pf_port_range.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.830077 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.830586 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 13:02:52.830910 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: fip_port_details.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.831848 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.832354 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: fip-port-details Apr 12 13:02:52.832678 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: flavors.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.833961 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.834480 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: flavors Apr 12 13:02:52.834808 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.836503 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.837032 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 13:02:52.837396 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: floatingip_pools.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.838110 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.838623 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: floatingip-pools Apr 12 13:02:52.838949 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: ip_allocation.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.839884 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.840399 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 13:02:52.840721 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.841698 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.842214 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: ip-substring-filtering Apr 12 13:02:52.842539 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: l2_adjacency.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.843502 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.844040 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 13:02:52.844364 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: l3.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.845421 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.845941 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: router Apr 12 13:02:52.846265 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.848532 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.849357 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 13:02:52.849693 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.850637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.851156 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: ext-gw-mode Apr 12 13:02:52.851482 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.852421 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.852934 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: l3-ha Apr 12 13:02:52.853290 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.854216 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.854725 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 13:02:52.855048 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: l3_flavors.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.855973 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.856487 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: l3-flavors Apr 12 13:02:52.856813 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.858232 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.858746 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 13:02:52.859077 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.860539 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.861054 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 13:02:52.861415 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: l3agentscheduler.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.862502 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.863020 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: l3_agent_scheduler Apr 12 13:02:52.863350 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: local_ip.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.865259 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.865787 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension local_ip not supported by any of loaded plugins Apr 12 13:02:52.866124 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: logging.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.867608 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.868136 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension logging not supported by any of loaded plugins Apr 12 13:02:52.868473 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: metering.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.869252 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.869843 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: metering Apr 12 13:02:52.870175 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.871277 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.871798 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: metering_source_and_destination_fields Apr 12 13:02:52.872124 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: multiprovidernet.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.875301 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.875301 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: multi-provider Apr 12 13:02:52.875301 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: netmtu.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.875301 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.875653 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: net-mtu Apr 12 13:02:52.875732 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: netmtu_writable.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.876627 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.877140 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: net-mtu-writable Apr 12 13:02:52.877486 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: network_availability_zone.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.878159 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.878673 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: network_availability_zone Apr 12 13:02:52.878998 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: network_ip_availability.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.880132 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.880651 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: network-ip-availability Apr 12 13:02:52.880976 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: network_segment_range.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.881789 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.882300 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 13:02:52.882624 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: pagination.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.883792 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.884129 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: pagination Apr 12 13:02:52.884452 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: port_device_profile.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.885419 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.885943 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: port-device-profile Apr 12 13:02:52.886269 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.887206 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.887724 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: port-mac-address-regenerate Apr 12 13:02:52.888046 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.889045 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.889594 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: port-numa-affinity-policy Apr 12 13:02:52.889920 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: port_resource_request.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.891361 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.891866 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 13:02:52.892190 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.893201 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.893707 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 13:02:52.894033 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: portbindings.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.894975 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.895481 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: binding Apr 12 13:02:52.895805 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: portbindings_extended.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.897099 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.897643 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: binding-extended Apr 12 13:02:52.897969 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: portsecurity.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.898899 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.899413 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: port-security Apr 12 13:02:52.899739 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: project_id.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.900726 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.901056 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: project-id Apr 12 13:02:52.901403 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: providernet.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.902341 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.902861 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: provider Apr 12 13:02:52.903186 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.907400 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.907929 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos not supported by any of loaded plugins Apr 12 13:02:52.908264 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.909566 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.910082 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 13:02:52.910415 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.911481 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.911997 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 13:02:52.912325 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_default.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.913384 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.913905 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-default not supported by any of loaded plugins Apr 12 13:02:52.914234 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_fip.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.915168 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.915681 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 13:02:52.916008 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.916939 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.917479 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 13:02:52.917809 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.918745 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.919257 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 13:02:52.919581 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.920503 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.921015 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 13:02:52.921370 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.922481 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.922998 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 13:02:52.923326 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.924374 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.924889 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 13:02:52.925235 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_pps_rule.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.926406 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.926927 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 13:02:52.927253 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.928192 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.928702 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 13:02:52.929029 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.929996 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.930511 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 13:02:52.930839 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: qos_rules_alias.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.931894 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.932410 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 13:02:52.932745 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: quota_check_limit.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.933697 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.934210 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: quota-check-limit Apr 12 13:02:52.934538 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: quotasv2.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.935513 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.935845 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: quotas Apr 12 13:02:52.936167 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: quotasv2_detail.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.938036 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.938376 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: quota_details Apr 12 13:02:52.938705 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: rbac.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.939788 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.940314 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: rbac-policies Apr 12 13:02:52.940648 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: rbac_address_group.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.941615 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.942140 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: rbac-address-group Apr 12 13:02:52.942468 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: rbac_address_scope.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.943408 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.943926 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: rbac-address-scope Apr 12 13:02:52.944254 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: rbac_security_groups.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.945286 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.945810 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: rbac-security-groups Apr 12 13:02:52.946137 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.947087 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.947601 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: rbac-subnetpool Apr 12 13:02:52.947929 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: revisionifmatch.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.948872 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.949420 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: revision-if-match Apr 12 13:02:52.949747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: revisions.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.950915 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.951434 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: standard-attr-revisions Apr 12 13:02:52.951765 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: router_availability_zone.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.952450 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.952970 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: router_availability_zone Apr 12 13:02:52.953847 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: routerservicetype.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.954790 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.955306 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 13:02:52.955632 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.956567 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.957083 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: security-groups-normalized-cidr Apr 12 13:02:52.957447 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.958383 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.958895 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: port-security-groups-filtering Apr 12 13:02:52.959221 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.960169 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.960684 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: security-groups-remote-address-group Apr 12 13:02:52.961014 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.961991 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.962511 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: security-groups-shared-filtering Apr 12 13:02:52.962839 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.963447 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 13:02:52.963773 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: securitygroup.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.974483 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.975010 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: security-group Apr 12 13:02:52.975344 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: segment.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.976084 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.976599 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension segment not supported by any of loaded plugins Apr 12 13:02:52.976928 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.977917 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.978434 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 13:02:52.978763 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: servicetype.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.979884 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.980407 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: service-type Apr 12 13:02:52.980735 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: sorting.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.981770 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.982107 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: sorting Apr 12 13:02:52.982432 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: standard_attr_segment.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.983367 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.983887 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 13:02:52.984211 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: standardattrdescription.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.985428 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.985934 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: standard-attr-description Apr 12 13:02:52.986257 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: stateful_security_group.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.987233 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.987734 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: stateful-security-group Apr 12 13:02:52.988056 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: stdattrs_common.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.988647 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 13:02:52.988973 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.990073 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.990583 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 13:02:52.990907 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: subnet_onboard.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.991987 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.992507 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: subnet_onboard Apr 12 13:02:52.992833 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.993801 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.994315 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 13:02:52.994643 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: subnet_service_types.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.995581 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.996093 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: subnet-service-types Apr 12 13:02:52.996418 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: subnetallocation.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.997548 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.998065 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: subnet_allocation Apr 12 13:02:52.998389 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:52.999174 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:52.999720 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: subnetpool-prefix-ops Apr 12 13:02:53.000092 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:53.002003 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:53.002501 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 13:02:53.002857 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: tagging.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:53.003963 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:53.004485 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: standard-attr-tag Apr 12 13:02:53.004814 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: timestamp.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:53.006054 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:53.006570 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loaded extension: standard-attr-timestamp Apr 12 13:02:53.006898 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: trunk.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:53.007945 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:53.008463 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension trunk not supported by any of loaded plugins Apr 12 13:02:53.008790 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: trunk_details.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:53.009744 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:53.010259 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 13:02:53.010582 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:53.011509 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:53.012015 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 13:02:53.012338 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Loading extension file: vlantransparent.py {{(pid=103335) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:02:53.013024 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103335) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:02:53.013582 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 13:02:53.016276 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:network Apr 12 13:02:53.016965 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:subnet Apr 12 13:02:53.017530 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:02:53.018069 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:port Apr 12 13:02:53.019644 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.020093 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service FLAVORS assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.020711 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.021153 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.021518 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:router Apr 12 13:02:53.021946 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 13:02:53.022438 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service METERING assigned prefix: /metering {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.023907 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:53.024280 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:53.024636 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103335) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:02:53.025702 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 13:02:53.026142 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:security_group Apr 12 13:02:53.026586 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 13:02:53.027185 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service CORE assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.027517 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:02:53.027864 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] subnetpool is already registered Apr 12 13:02:53.028299 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service CORE assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.028629 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:02:53.028963 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] subnetpool is already registered Apr 12 13:02:53.031290 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.032283 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service FLAVORS assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.033021 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.033498 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.033844 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:router Apr 12 13:02:53.034185 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] router is already registered Apr 12 13:02:53.034612 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 13:02:53.034949 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] floatingip is already registered Apr 12 13:02:53.035413 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service METERING assigned prefix: /metering {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.036129 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 13:02:53.036626 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] rbac_policy is already registered Apr 12 13:02:53.037056 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:security_group Apr 12 13:02:53.037423 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] security_group is already registered Apr 12 13:02:53.037832 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 13:02:53.038173 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] security_group_rule is already registered Apr 12 13:02:53.038663 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service CORE assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.039000 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:02:53.039338 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] subnetpool is already registered Apr 12 13:02:53.039777 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.v2.resource_helper [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Service CORE assigned prefix: {{(pid=103335) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:02:53.040105 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:02:53.040437 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING neutron.quota.resource_registry [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] subnetpool is already registered Apr 12 13:02:53.040899 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: extensions {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.043775 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: address-groups {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.045307 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: address-scopes {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.046651 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: agents {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.048534 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: auto-allocated-topology {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.049826 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: availability_zones {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.051050 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: dhcp-networks {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.052457 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: dhcp-agents {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.054047 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: routers {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.056169 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: flavors {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.057464 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: service_profiles {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.058661 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: next_providers {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.060121 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: service_profiles {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.061592 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: floatingip-pools {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.063009 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: routers {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.066502 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: floatingips {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.068684 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: l3-routers {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.071527 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: l3-agents {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.074050 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: metering-labels {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.075335 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: metering-label-rules {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.076717 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: network-ip-availabilities {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.078023 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: bindings {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.079625 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: quotas {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.081320 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: quotas {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.082879 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: rbac-policies {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.084080 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: security-groups {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.085443 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: security-group-rules {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.086687 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: service-providers {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.087902 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: subnetpools {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.089246 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: subnetpools {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.090947 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.092633 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.095031 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.096819 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.098615 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.101204 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.102907 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.104705 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.107641 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.109417 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron.api.extensions [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Extended resource: tags {{(pid=103335) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:02:53.116287 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING keystonemiddleware.auth_token [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 13:02:53.120920 dv-cinder-830096-4-iscsi neutron-server[103335]: WARNING keystonemiddleware.auth_token [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 13:02:53.130038 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Acquired lock "singleton_lock" {{(pid=103335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 13:02:53.130529 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_concurrency.lockutils [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Releasing lock "singleton_lock" {{(pid=103335) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 13:02:53.131179 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO oslo_service.service [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Starting 2 workers Apr 12 13:02:53.136153 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Started child 103442 {{(pid=103335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:02:53.140905 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Started child 103443 {{(pid=103335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:02:53.141544 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:02:53.142481 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO neutron.service [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 13:02:53.143149 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:02:53.143273 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [-] (103442) wsgi starting up on http://0.0.0.0:9696 Apr 12 13:02:53.145730 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO oslo_service.service [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Starting 1 workers Apr 12 13:02:53.146174 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:02:53.147736 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [-] (103443) wsgi starting up on http://0.0.0.0:9696 Apr 12 13:02:53.151053 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Started child 103444 {{(pid=103335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:02:53.151619 dv-cinder-830096-4-iscsi neutron-server[103335]: INFO oslo_service.service [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Starting 1 workers Apr 12 13:02:53.154815 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.service [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] calling RpcWorker wait() {{(pid=103444) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 13:02:53.155393 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.service [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] returning from RpcWorker wait() {{(pid=103444) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 13:02:53.156249 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Started child 103445 {{(pid=103335) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:02:53.157215 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:02:53.157633 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-72617947-68b1-46b5-9f48-27b37a26b6e9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:02:53.157755 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:02:53.159593 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 13:02:53.159812 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 13:02:53.159999 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 13:02:53.160227 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 13:02:53.160578 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 13:02:53.160767 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 13:02:53.161281 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.161587 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.161738 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:02:53.162212 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.162212 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.162442 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.162945 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.163046 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:02:53.163220 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.163475 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.163759 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.164031 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.164210 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.164380 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.164637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.164890 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.165214 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.165466 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.165712 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.165991 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.166166 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.166428 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.166699 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.166969 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.167236 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] debug = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.167478 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.167951 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.168182 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.168428 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.168663 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.168931 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.169199 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.169477 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.169721 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.169960 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.170180 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.170445 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.170666 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.170878 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.171138 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.171355 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.171609 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.171844 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.172874 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] host = dv-cinder-830096-4-iscsi {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.173156 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.173349 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.173585 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.173849 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.174091 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.174471 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.174749 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.174995 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.175241 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.175537 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.175732 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.175982 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.176233 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.176486 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.176653 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_options = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.176910 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.177206 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.177473 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.177665 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.177827 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.177989 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.178247 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.178403 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.178663 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.178895 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.179109 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.179340 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.179584 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.179821 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.180070 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.180293 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.180514 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.180842 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.181120 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.182252 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.183195 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.183458 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.183735 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.184031 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.184277 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.184485 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.184722 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.185004 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.185161 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.185456 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.185741 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.185948 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.186153 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.186393 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.186666 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.186896 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.187122 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.187356 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.187638 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.187896 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.188149 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.188413 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.188627 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.188856 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.189076 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.189345 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.189574 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_json = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.189801 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.190030 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.190276 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.190489 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.190918 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.190918 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.191320 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.191507 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.191582 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.195747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.195747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.195747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.195747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.195747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.195747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.195747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.195747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.196396 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.196396 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.196396 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.196396 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.196396 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.196396 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.196396 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.196396 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.197035 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.197035 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.197035 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.197035 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.197340 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.197340 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.199637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.199637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.199637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.199637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.199637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.199637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.199637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.199637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.200507 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.200507 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.200507 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.200507 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.200965 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.200965 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.201168 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.201311 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.202114 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.202476 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.202723 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.203352 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.203352 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.203576 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.203692 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.203816 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.204063 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.204296 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.204526 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.204742 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.204967 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.205209 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.205433 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.205641 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.205871 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.206097 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.206362 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.206618 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.206854 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.207084 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.207291 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.207522 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.207742 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.207955 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.208345 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.208581 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.208795 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.209022 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.209314 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.209529 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.209739 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.209945 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.210162 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.210370 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.210603 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.210822 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.211034 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.211246 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.211455 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.211661 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.211871 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.212097 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.212305 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.212518 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.212726 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.212985 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.213255 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.213467 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.213674 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.213901 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.214134 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.214404 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.214717 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.214955 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.215179 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.215393 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.215637 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.215850 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.216097 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.216315 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.216527 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.216754 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.217013 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.217266 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.217512 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.217754 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.217933 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.218435 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.218658 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.218873 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.219599 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.219835 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.220073 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.220289 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.220579 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.220832 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.221094 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.221390 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.221628 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.221907 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.222189 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.222442 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.222656 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.222927 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.223244 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.223504 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.223774 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.224261 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.224506 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.224748 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.225110 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.225383 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.225607 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.225851 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.226085 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.226351 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.226617 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.226835 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.227105 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.227640 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.227873 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.228114 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.228329 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.228595 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.228817 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.229056 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.229339 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.229591 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.229821 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.230053 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.230306 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.230549 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.230785 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.231029 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.231237 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.231448 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.231656 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.231869 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.232076 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.232285 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.232634 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.232847 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.233065 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.233296 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.233504 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.233711 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.233986 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.234194 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.234407 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.235252 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.235479 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.235717 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.235965 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.236168 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.236409 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.236629 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.236904 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.237200 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.237439 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.237661 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.237885 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.238790 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.238790 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.238790 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.238790 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.239088 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.239199 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.239416 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.239626 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.239853 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.240093 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.240304 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.240562 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.240792 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.241157 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.241452 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.241684 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.241939 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.242172 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.242387 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.242600 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.242814 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.243056 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.243267 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.243502 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.243733 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.243948 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.244159 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.244368 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.244600 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.244853 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.245089 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.245348 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.245569 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.245785 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.246015 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.246223 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.246456 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.246771 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.246989 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.247213 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.247423 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.247646 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.247932 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.248179 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.248400 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.248658 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.248897 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.249138 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.249382 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.249591 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.249797 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.250034 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.250313 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.250530 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.250772 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.250978 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.251188 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.251403 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.251613 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.251821 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.252128 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.252274 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.252491 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.252712 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.252924 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.253138 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.253504 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.253906 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.254289 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.254819 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.254819 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.255519 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.255602 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.255787 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.255978 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.256200 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.256403 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.256614 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.256922 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.257208 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.257438 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.257726 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.257969 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.258225 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.258464 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.258776 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.258985 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.259231 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.259459 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.259673 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.259911 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.260157 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.260497 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.260800 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.261065 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.261335 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.261627 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.261907 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.262167 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.262404 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.262692 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.263034 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.263324 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.263594 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.263820 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.264048 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.264299 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.264515 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.264726 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.264957 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.265168 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.265562 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.265817 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.266065 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.266278 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.266532 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.266746 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.266996 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.267193 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.267577 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.267814 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.267972 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 13:02:53.268493 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103335) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 13:02:53.268655 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 13:02:53.268802 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 13:02:53.269159 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 13:02:53.269343 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 13:02:53.269494 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 13:02:53.269702 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.269864 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.270022 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.270179 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.270340 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.270535 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.270693 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.271003 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.271159 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.271318 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.271473 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.271627 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.271783 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.271939 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.272094 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.272248 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.272401 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.272556 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.272715 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.272869 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.273024 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.273165 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.273363 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] debug = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.273518 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.273719 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.273906 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.274033 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.274197 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.274323 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.274447 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.274593 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.274747 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.274901 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.275044 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.275193 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.275341 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.275429 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:02:53.275517 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.275638 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.275794 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.275948 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.276101 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.276255 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] host = dv-cinder-830096-4-iscsi {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.276410 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.276566 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.276721 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.276874 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.277031 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.277243 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.277390 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.277540 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.277687 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.277822 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.277956 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.278090 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.278223 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.278356 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.278508 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_options = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.278667 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.278818 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.279046 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.279232 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.279396 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.279634 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.279783 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.279924 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.280062 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.280200 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.280347 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.280486 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.280638 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.280777 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.280917 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.281055 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.281250 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.281250 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.282074 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.282074 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.282349 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.282487 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.282625 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.282950 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.282950 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.282950 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.283360 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.283360 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.283360 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.283759 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.283759 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.284023 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.284023 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.284286 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.284286 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.284548 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.284548 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.284772 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 48472) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:02:53.284861 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.284861 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.285010 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.285090 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.285217 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.285374 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.285530 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.285684 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.285838 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.285991 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_json = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.286145 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.286298 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.286454 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.286607 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.286761 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.286914 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.287068 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.287227 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.287384 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:02:53.287559 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.287717 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.287884 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.288041 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.288198 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.288353 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.288510 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.288679 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.288811 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.288967 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.289135 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.289315 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.289482 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.289643 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.289798 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.290109 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.290268 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.290428 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.290586 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.290743 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.290900 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.291059 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.291225 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.291381 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.291537 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.291693 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.291849 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.292014 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.292182 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.292348 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.292506 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.292642 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.292871 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.293039 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.293235 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063379 Apr 12 13:02:53.293387 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.293387 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.293652 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.293652 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.293915 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.294054 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.294192 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.294342 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.294483 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.294621 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.294758 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.294895 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.295033 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.295181 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.295318 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.295455 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.295603 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.295742 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.295880 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.296016 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.296154 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.296291 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.296451 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.296620 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.296765 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.296913 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.297099 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.297375 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.297614 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.297614 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.297883 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.299264 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.299264 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.299264 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.299264 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.299939 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.299939 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.299939 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.299939 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.299939 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.300715 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.300715 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.300715 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.300715 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.300715 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.301399 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.301399 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.301399 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.301399 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.301399 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.302033 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.302033 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.302033 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.302033 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.302566 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.302566 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.302566 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.302566 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.303091 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.303091 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.303091 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.303487 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.303487 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.303487 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.303872 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.303872 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.303872 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.304266 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.304266 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.304527 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.304527 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.304798 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.304798 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.305060 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.305060 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.305372 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.305372 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.305633 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.305633 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.305915 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.305915 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.306189 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.306189 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.306449 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.306588 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.306725 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.306862 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.307935 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.307935 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.307935 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.307935 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.307935 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.307935 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.307935 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.307935 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.309158 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.309158 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.309158 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.309158 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.309158 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.309158 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.309158 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.309158 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.310354 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.310354 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.310354 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.310354 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.310354 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.310354 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.310354 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.311362 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.311362 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.311362 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.311362 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.311362 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.311362 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.311362 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.312261 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.312261 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.312261 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.312261 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.312261 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.312261 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.313723 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.313723 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.313723 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.313723 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.313723 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.313723 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.314495 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.314495 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.314495 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.314495 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.314495 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.315150 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.315150 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.315150 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.315150 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.315150 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.315794 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.315794 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.315794 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.315794 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.316311 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.316311 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.316311 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.316311 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.316829 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.316829 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.316829 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.317256 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.317256 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.317256 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.317695 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.317695 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.317695 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.318188 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.318188 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.318188 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.318594 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.318594 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.318594 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.318980 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.318980 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.318980 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.319422 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.319589 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.319734 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.319881 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.320029 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.320272 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.320418 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.320587 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.320807 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.320807 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.321075 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.321075 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.321414 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.321414 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.321679 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.321679 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.321941 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.321941 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.322202 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.322338 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.322486 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.322638 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.322779 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.322917 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.323054 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.323191 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.323328 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.323466 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.323604 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.324662 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.324662 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.324662 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.324662 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.324662 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.325390 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.325390 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.325390 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.325390 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.325390 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.326045 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.326045 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.326045 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.326045 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.326557 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.326557 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.326557 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.326557 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.327077 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.327077 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.327077 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.327472 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.327472 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.327472 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.327857 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.327857 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.327857 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.329034 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.329034 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.329034 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.329034 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.329706 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.329706 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.329706 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.329706 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.330215 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.330215 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.330215 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.330215 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.330794 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.330794 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.330794 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.330794 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.331402 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.331402 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.331402 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.331402 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.331932 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.331932 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.331932 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.332317 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.332317 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.332317 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.332824 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.332824 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.332824 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.333276 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.333276 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.333276 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.333674 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.333674 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.333674 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.334050 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.334050 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.334050 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.334455 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.334455 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.334718 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.334718 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.334978 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.334978 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.335247 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.335247 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.335512 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:02:53.335512 dv-cinder-830096-4-iscsi neutron-server[103335]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103335) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 13:03:04.800956 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a2b365-e537-470f-8e7f-1b10c46354a6 None None] get_active_networks_info from dv-cinder-830096-4-iscsi {{(pid=103444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 13:03:04.893384 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2b365-e537-470f-8e7f-1b10c46354a6 None None] No non-hosted networks {{(pid=103444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 13:03:04.908776 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4dabdfa9-5a3e-4ae1-aa2f-183728f3fb05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667596'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:07.028903 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c2f1eeaa-84aa-4f72-b31b-29dd02f6ec81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667596'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:07.086192 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba31ee3d-1f78-424d-ad27-b2fcbd0c8e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:08.368830 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 48538) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:08.696566 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667596'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:09.122442 dv-cinder-830096-4-iscsi neutron-server[103442]: WARNING oslo_policy.policy [None req-302fb91a-90b3-43a8-86de-d6393449bbf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:03:09.123446 dv-cinder-830096-4-iscsi neutron-server[103442]: WARNING oslo_policy.policy [None req-302fb91a-90b3-43a8-86de-d6393449bbf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:03:09.355051 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [None req-302fb91a-90b3-43a8-86de-d6393449bbf0 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:03:09.373725 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-302fb91a-90b3-43a8-86de-d6393449bbf0 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0039086 Apr 12 13:03:10.569544 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667596'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:10.761351 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.db.l3_hamode_db [None req-b141b9f5-42fa-4390-bc52-1df26d96c705 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 13:03:10.839183 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141b9f5-42fa-4390-bc52-1df26d96c705 None None] Routers set() bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:03:10.839552 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141b9f5-42fa-4390-bc52-1df26d96c705 None None] Router IDs set() for agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 13:03:11.622550 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667596'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:11.625599 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.626148 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.626994 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.627851 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.628677 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.629016 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.629404 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.629712 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.630034 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.630353 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.630705 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.631406 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.631745 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.632070 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.632386 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:11.633280 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830096-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:03:11.640954 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830096-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:03:12.013731 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 48572) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:12.332348 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d24cbc6c-ca48-4ca7-a4e2-0406ffa3d70c admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:03:12.425205 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.policy [None req-d24cbc6c-ca48-4ca7-a4e2-0406ffa3d70c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103442) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 13:03:12.467981 dv-cinder-830096-4-iscsi neutron-server[103442]: WARNING oslo_policy.policy [None req-d24cbc6c-ca48-4ca7-a4e2-0406ffa3d70c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:03:12.468387 dv-cinder-830096-4-iscsi neutron-server[103442]: WARNING oslo_policy.policy [None req-d24cbc6c-ca48-4ca7-a4e2-0406ffa3d70c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:03:12.586903 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d24cbc6c-ca48-4ca7-a4e2-0406ffa3d70c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750267444069', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750267444593', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750267428350', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750267419085', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750267408450', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750267400981', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3766671', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3771314', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-761393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-725078'] for rbac-policy (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:12.657909 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d24cbc6c-ca48-4ca7-a4e2-0406ffa3d70c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:12.659119 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d24cbc6c-ca48-4ca7-a4e2-0406ffa3d70c admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6443050 Apr 12 13:03:15.180860 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 48584) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:15.486123 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:03:15.513931 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Made reservation on behalf of 7f916b6105c24a61a3117afb61a7f696 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:03:15.518050 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:15.534713 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:15.640001 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Publish callbacks [] for security_group (6537a4c0-e897-4ed3-be08-dd43a8543796), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:15.644728 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (6537a4c0-e897-4ed3-be08-dd43a8543796), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:15.677293 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:03:15.707524 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750268032166', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (67cd43f8-2efa-4d77-a6cf-98ea40d750dc), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:15.708106 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Unsubscribe: segment precommit_create {{(pid=103442) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 13:03:15.708647 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Added segment 67cd43f8-2efa-4d77-a6cf-98ea40d750dc of type vlan for network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 Apr 12 13:03:15.714374 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6537a4c0-e897-4ed3-be08-dd43a8543796,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:15.749358 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.750213 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.750558 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.750902 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.751228 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.751545 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.751860 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.752174 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.752487 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.752811 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.753113 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.753465 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.753779 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.754089 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.754399 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Tracked resource versions report: Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: pushed versions: Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: { 'AddressGroup': {'1.2'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Agent': {'1.1'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'ConntrackHelper': {'1.0'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Log': {'1.0'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'NDPProxy': {'1.0'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Network': {'1.1'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Port': {'1.7'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'PortForwarding': {'1.3'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'QosPolicy': {'1.10'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SecurityGroup': {'1.5'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SubPort': {'1.0'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Subnet': {'1.1'}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Trunk': {'1.1'}} Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: consumer versions: Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: { DHCP agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: L3 agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: Metadata agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: Metering agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: Open vSwitch agent@dv-cinder-830096-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Agent': '1.1', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'ConntrackHelper': '1.0', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'LocalIPAssociation': '1.0', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Log': '1.0', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'NDPProxy': '1.0', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Network': '1.1', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Port': '1.7', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'PortForwarding': '1.3', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'QosPolicy': '1.10', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SecurityGroup': '1.5', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SecurityGroupRule': '1.2', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SubPort': '1.0', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Subnet': '1.1', Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Trunk': '1.1'}} Apr 12 13:03:15.755835 dv-cinder-830096-4-iscsi neutron-server[103442]: {{(pid=103442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:03:15.824669 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (de8aaa5d-e5d3-4b33-9b7c-5a70e929f740), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:15.864170 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (de8aaa5d-e5d3-4b33-9b7c-5a70e929f740), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:15.869423 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:03:15.870141 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:15.939455 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7574894 Apr 12 13:03:15.994344 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8764a-686f-4ef8-965b-cd8c4414ec8d demo demo] Pushing event updated for resources: {'Network': ['ID=de8aaa5d-e5d3-4b33-9b7c-5a70e929f740,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:16.007786 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:03:18.511846 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 48596) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:18.915827 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca6fdbe-ac42-497b-94cb-ebd433a1b853 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:03:18.917121 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4ca6fdbe-ac42-497b-94cb-ebd433a1b853 demo admin] 10.222.0.47 "GET /v2.0/networks/de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 HTTP/1.1" status: 200 len: 824 time: 0.4043007 Apr 12 13:03:18.942123 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-71a4cfe4-a3ac-4fc9-9009-345a69d09ce6 demo admin] 10.222.0.47 "GET /v2.0/subnetpools/c2180da1-6819-4625-822b-164764f2b381 HTTP/1.1" status: 200 len: 734 time: 0.0188575 Apr 12 13:03:18.950393 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740', 'name': 'private-subnet', 'subnetpool_id': 'c2180da1-6819-4625-822b-164764f2b381'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:03:18.970554 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Made reservation on behalf of 7f916b6105c24a61a3117afb61a7f696 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:03:18.972860 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:19.261950 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (37eef8e5-ec4e-4443-a017-8af5e7ad9f4b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:19.330301 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=37eef8e5-ec4e-4443-a017-8af5e7ad9f4b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:19.334776 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Checking segment: {'id': '67cd43f8-2efa-4d77-a6cf-98ea40d750dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:03:19.335147 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Network hostable DHCP agents. Network: de8aaa5d-e5d3-4b33-9b7c-5a70e929f740, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:03:19.356985 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:03:19.368276 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, de8aaa5d-e5d3-4b33-9b7c-5a70e929f740) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:03:19.372786 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:03:19.373417 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:19.379562 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c8fb5e-a65e-4117-ac55-750b746eb48d None None] Network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:03:19.389424 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4035c551-1d37-4942-8dc0-4d412e3c5fa8 demo admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4421260 Apr 12 13:03:19.760076 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-de8aaa5d-e5d3-4b33-9b7c-5a70e929f740', 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740', 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'fixed_ips': [{'subnet_id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:03:19.761316 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:20.040031 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Allocated IP 172.20.0.2 (de8aaa5d-e5d3-4b33-9b7c-5a70e929f740/37eef8e5-ec4e-4443-a017-8af5e7ad9f4b/27966f83-79f3-4764-9358-5224f35d14a0) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:03:20.315498 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Publish callbacks [] for port (27966f83-79f3-4764-9358-5224f35d14a0), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:20.323209 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (27966f83-79f3-4764-9358-5224f35d14a0), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:20.403117 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:03:20.408947 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:03:20.416739 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Pushing event updated for resources: {'Port': ['ID=27966f83-79f3-4764-9358-5224f35d14a0,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:20.424530 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:03:20.428487 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.428832 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.429206 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.429565 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.429898 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.430232 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.430554 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.430877 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.431199 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.431519 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.431839 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.432180 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.432503 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.432819 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.433134 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Tracked resource versions report: Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: pushed versions: Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: { 'AddressGroup': {'1.2'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Agent': {'1.1'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Log': {'1.0'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'NDPProxy': {'1.0'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Network': {'1.1'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Port': {'1.7'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'PortForwarding': {'1.3'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'QosPolicy': {'1.10'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SecurityGroup': {'1.5'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SubPort': {'1.0'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Subnet': {'1.1'}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Trunk': {'1.1'}} Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: consumer versions: Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: { DHCP agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: L3 agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: Metadata agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: Metering agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: Open vSwitch agent@dv-cinder-830096-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Agent': '1.1', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'ConntrackHelper': '1.0', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'LocalIPAssociation': '1.0', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Log': '1.0', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'NDPProxy': '1.0', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Network': '1.1', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Port': '1.7', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'PortForwarding': '1.3', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'QosPolicy': '1.10', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SecurityGroup': '1.5', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SecurityGroupRule': '1.2', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SubPort': '1.0', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Subnet': '1.1', Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Trunk': '1.1'}} Apr 12 13:03:20.434608 dv-cinder-830096-4-iscsi neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:03:20.513028 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Attempting to bind port 27966f83-79f3-4764-9358-5224f35d14a0 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:03:20.513461 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Attempting to bind port 27966f83-79f3-4764-9358-5224f35d14a0 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '67cd43f8-2efa-4d77-a6cf-98ea40d750dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:03:20.513896 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Attempting to bind port 27966f83-79f3-4764-9358-5224f35d14a0 on network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:03:20.519505 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:03:20.519894 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Checking segment: {'id': '67cd43f8-2efa-4d77-a6cf-98ea40d750dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:03:20.520367 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:20.520750 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Bound using segment: {'id': '67cd43f8-2efa-4d77-a6cf-98ea40d750dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:03:20.521244 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Bound port: 27966f83-79f3-4764-9358-5224f35d14a0, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cd43f8-2efa-4d77-a6cf-98ea40d750dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:03:20.521639 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (27966f83-79f3-4764-9358-5224f35d14a0), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:20.590198 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] For port 27966f83-79f3-4764-9358-5224f35d14a0, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:03:20.591426 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] For port 27966f83-79f3-4764-9358-5224f35d14a0, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=27966f83-79f3-4764-9358-5224f35d14a0,segment=NetworkSegment(67cd43f8-2efa-4d77-a6cf-98ea40d750dc),segment_id=67cd43f8-2efa-4d77-a6cf-98ea40d750dc)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:03:20.600829 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (27966f83-79f3-4764-9358-5224f35d14a0), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:20.662909 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f75cb-93b6-4149-8ba3-d3c43116486d None None] Pushing event updated for resources: {'Port': ['ID=27966f83-79f3-4764-9358-5224f35d14a0,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:21.974283 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 48604) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:22.288328 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [None req-188c7a29-4790-4536-b22f-0a21703dd9c4 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:03:22.289362 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-188c7a29-4790-4536-b22f-0a21703dd9c4 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3139317 Apr 12 13:03:24.839956 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 48612) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:25.168047 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [None req-255026ac-ee1d-47b3-bd87-5eaa6e57d7aa admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:03:25.169120 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-255026ac-ee1d-47b3-bd87-5eaa6e57d7aa admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3282201 Apr 12 13:03:27.747136 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 48620) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:28.088030 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ebd2a034-eb01-4ee4-adb8-644000bfd418 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:03:28.112872 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a034-eb01-4ee4-adb8-644000bfd418 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (595bd67c-579c-463c-bc2f-426191df8c4b), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:28.114530 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a034-eb01-4ee4-adb8-644000bfd418 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (595bd67c-579c-463c-bc2f-426191df8c4b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:28.250124 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a034-eb01-4ee4-adb8-644000bfd418 demo demo] Publish callbacks [] for router_controller (595bd67c-579c-463c-bc2f-426191df8c4b), precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:28.255183 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a034-eb01-4ee4-adb8-644000bfd418 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (595bd67c-579c-463c-bc2f-426191df8c4b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:28.272010 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ebd2a034-eb01-4ee4-adb8-644000bfd418 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:28.286114 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ebd2a034-eb01-4ee4-adb8-644000bfd418 demo demo] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5250835 Apr 12 13:03:30.820567 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 48632) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:31.152093 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [None req-9c55f54a-012f-48c0-aad9-b2d13979f796 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:03:31.153097 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9c55f54a-012f-48c0-aad9-b2d13979f796 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3329053 Apr 12 13:03:32.222751 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208075a0-d565-4a42-816d-33d5d3848e06 None None] Network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:03:32.315846 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-86b8f688-d976-4f76-a7c1-296f64bbe74c None None] Provisioning complete for port 27966f83-79f3-4764-9358-5224f35d14a0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:32.316262 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86b8f688-d976-4f76-a7c1-296f64bbe74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (27966f83-79f3-4764-9358-5224f35d14a0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:32.392905 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 27966f83-79f3-4764-9358-5224f35d14a0 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:03:32.537480 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-86b8f688-d976-4f76-a7c1-296f64bbe74c None None] Current status of the port 27966f83-79f3-4764-9358-5224f35d14a0 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:03:32.537876 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86b8f688-d976-4f76-a7c1-296f64bbe74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (27966f83-79f3-4764-9358-5224f35d14a0), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:32.575389 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 27966f83-79f3-4764-9358-5224f35d14a0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:32.575778 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (27966f83-79f3-4764-9358-5224f35d14a0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:32.588989 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-86b8f688-d976-4f76-a7c1-296f64bbe74c None None] For port 27966f83-79f3-4764-9358-5224f35d14a0, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=27966f83-79f3-4764-9358-5224f35d14a0,segment=NetworkSegment(67cd43f8-2efa-4d77-a6cf-98ea40d750dc),segment_id=67cd43f8-2efa-4d77-a6cf-98ea40d750dc)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:03:32.606369 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86b8f688-d976-4f76-a7c1-296f64bbe74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (27966f83-79f3-4764-9358-5224f35d14a0), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:32.671666 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8f688-d976-4f76-a7c1-296f64bbe74c None None] Pushing event updated for resources: {'Port': ['ID=27966f83-79f3-4764-9358-5224f35d14a0,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:32.709618 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 27966f83-79f3-4764-9358-5224f35d14a0 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:03:32.725200 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-79b42ca6-45c1-45bd-a91c-7df78434d307 None None] Provisioning complete for port 27966f83-79f3-4764-9358-5224f35d14a0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:32.725600 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-79b42ca6-45c1-45bd-a91c-7df78434d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (27966f83-79f3-4764-9358-5224f35d14a0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:32.804708 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-79b42ca6-45c1-45bd-a91c-7df78434d307 None None] Current status of the port 27966f83-79f3-4764-9358-5224f35d14a0 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:03:33.732684 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 48642) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:34.249694 dv-cinder-830096-4-iscsi neutron-server[103443]: WARNING oslo_policy.policy [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:03:34.250299 dv-cinder-830096-4-iscsi neutron-server[103443]: WARNING oslo_policy.policy [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:03:34.336590 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 27966f83-79f3-4764-9358-5224f35d14a0 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:03:34.383518 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 27966f83-79f3-4764-9358-5224f35d14a0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:34.383820 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (27966f83-79f3-4764-9358-5224f35d14a0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:34.468607 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 27966f83-79f3-4764-9358-5224f35d14a0 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:03:34.477001 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:03:34.535441 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Made reservation on behalf of 35f88397fe194364936c0cade28ddfaf for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:03:34.600075 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.policy [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103443) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 13:03:34.643111 dv-cinder-830096-4-iscsi neutron-server[103443]: WARNING oslo_policy.policy [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:03:34.643415 dv-cinder-830096-4-iscsi neutron-server[103443]: WARNING oslo_policy.policy [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:03:34.653334 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:34.675072 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:34.765310 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8619d2e0-8a72-4086-b73f-e7121cddd781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:34.796954 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Publish callbacks [] for security_group (5ae1142e-dbdc-4abc-93ca-2bbb7b4c18e9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:34.801026 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5ae1142e-dbdc-4abc-93ca-2bbb7b4c18e9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:34.812927 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Reserving flat network on physical network physnet1 {{(pid=103443) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 13:03:34.846166 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750268032166', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (273796c7-691a-4252-94a6-a85916ee7769), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:34.846768 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Unsubscribe: segment precommit_create {{(pid=103443) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 13:03:34.847321 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Added segment 273796c7-691a-4252-94a6-a85916ee7769 of type flat for network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 Apr 12 13:03:34.868494 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae1142e-dbdc-4abc-93ca-2bbb7b4c18e9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:34.924036 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.924273 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.924583 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.924931 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.925265 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.925568 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.925881 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.926190 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.926510 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.926827 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.927147 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.927492 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.927783 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.928085 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.928388 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Tracked resource versions report: Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: pushed versions: Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: { 'AddressGroup': {'1.2'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Agent': {'1.1'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'ConntrackHelper': {'1.0'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Log': {'1.0'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'NDPProxy': {'1.0'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Network': {'1.1'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Port': {'1.7'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'PortForwarding': {'1.3'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'QosPolicy': {'1.10'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SecurityGroup': {'1.5'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SubPort': {'1.0'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Subnet': {'1.1'}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Trunk': {'1.1'}} Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: consumer versions: Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: { DHCP agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: L3 agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: Metadata agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: Metering agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: Open vSwitch agent@dv-cinder-830096-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Agent': '1.1', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'ConntrackHelper': '1.0', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'LocalIPAssociation': '1.0', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Log': '1.0', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'NDPProxy': '1.0', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Network': '1.1', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Port': '1.7', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'PortForwarding': '1.3', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'QosPolicy': '1.10', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SecurityGroup': '1.5', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SecurityGroupRule': '1.2', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SubPort': '1.0', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Subnet': '1.1', Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Trunk': '1.1'}} Apr 12 13:03:34.929989 dv-cinder-830096-4-iscsi neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:03:34.974689 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (8351e69d-17ac-47a4-8ee2-dd99e01ce925), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:35.020198 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (8351e69d-17ac-47a4-8ee2-dd99e01ce925), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:35.021499 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:03:35.022197 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:35.086153 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3511398 Apr 12 13:03:35.133386 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b355c-0dd3-44f2-aef6-3121da142a6b admin admin] Pushing event updated for resources: {'Network': ['ID=8351e69d-17ac-47a4-8ee2-dd99e01ce925,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:35.146931 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:03:37.020272 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5026c99e-6ebb-45af-8613-199cdcd9bcf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:37.660351 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 48662) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:38.158331 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f5e31f-f906-4b44-a724-659e97f47b6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:03:38.160396 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b0f5e31f-f906-4b44-a724-659e97f47b6e demo admin] 10.222.0.47 "GET /v2.0/subnets/37eef8e5-ec4e-4443-a017-8af5e7ad9f4b HTTP/1.1" status: 200 len: 849 time: 0.4986174 Apr 12 13:03:38.331568 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8b02f8e4-388f-49b1-9ddd-efa0d073b58d demo admin] 10.222.0.47 "GET /v2.0/routers/595bd67c-579c-463c-bc2f-426191df8c4b HTTP/1.1" status: 200 len: 704 time: 0.1640937 Apr 12 13:03:38.644571 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:38.688191 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:38.987503 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Allocated IP 172.20.0.1 (de8aaa5d-e5d3-4b33-9b7c-5a70e929f740/37eef8e5-ec4e-4443-a017-8af5e7ad9f4b/22c921ed-7491-45b8-9631-93e9378244f4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:03:39.209219 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Publish callbacks [] for port (22c921ed-7491-45b8-9631-93e9378244f4), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:39.219561 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:03:39.296867 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (22c921ed-7491-45b8-9631-93e9378244f4), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:39.381651 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:03:39.388428 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:03:39.399695 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Pushing event updated for resources: {'Port': ['ID=22c921ed-7491-45b8-9631-93e9378244f4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:39.402974 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:03:39.403542 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (595bd67c-579c-463c-bc2f-426191df8c4b), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:39.629880 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (22c921ed-7491-45b8-9631-93e9378244f4), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:39.764543 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-08e164d0-bdc5-4b4d-938a-b4ae56b452d5 None None] Provisioning complete for port 22c921ed-7491-45b8-9631-93e9378244f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:39.765167 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08e164d0-bdc5-4b4d-938a-b4ae56b452d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (22c921ed-7491-45b8-9631-93e9378244f4), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:39.805993 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-08e164d0-bdc5-4b4d-938a-b4ae56b452d5 None None] Port 22c921ed-7491-45b8-9631-93e9378244f4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:03:40.065086 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Publish callbacks [] for port (22c921ed-7491-45b8-9631-93e9378244f4), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:40.070692 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (22c921ed-7491-45b8-9631-93e9378244f4), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:40.071524 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (595bd67c-579c-463c-bc2f-426191df8c4b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:40.134230 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Pushing event updated for resources: {'Port': ['ID=22c921ed-7491-45b8-9631-93e9378244f4,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:40.204158 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:03:40.205622 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:03:40.431692 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Router 595bd67c-579c-463c-bc2f-426191df8c4b is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:03:40.443124 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-13a972ca-842b-4b79-b7be-d6a55fabcf4e None None] Provisioning complete for port 22c921ed-7491-45b8-9631-93e9378244f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:40.443747 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-13a972ca-842b-4b79-b7be-d6a55fabcf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (22c921ed-7491-45b8-9631-93e9378244f4), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:40.482798 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-13a972ca-842b-4b79-b7be-d6a55fabcf4e None None] Port 22c921ed-7491-45b8-9631-93e9378244f4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:03:40.521150 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:40.553039 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:03:40.574226 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-92adcc33-16ae-42c0-b017-ee69a7a6d2fc demo admin] 10.222.0.47 "PUT /v2.0/routers/595bd67c-579c-463c-bc2f-426191df8c4b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2241545 Apr 12 13:03:40.574377 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Sync routers for ids ['595bd67c-579c-463c-bc2f-426191df8c4b'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:03:40.595946 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Routers {'595bd67c-579c-463c-bc2f-426191df8c4b'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:03:40.596837 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:03:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['595bd67c-579c-463c-bc2f-426191df8c4b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:03:40.814577 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Set router 595bd67c-579c-463c-bc2f-426191df8c4b gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:03:41.337214 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'name': 'router1', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:03:28Z', 'updated_at': '2022-04-12T13:03:39Z', 'revision_number': 2, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'gw_port_host': None, '_interfaces': [{'id': '22c921ed-7491-45b8-9631-93e9378244f4', 'name': '', 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'mac_address': 'fa:16:3e:bf:4b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:03:38Z', 'updated_at': '2022-04-12T13:03:39Z', 'revision_number': 2, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'subnets': [{'id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2180da1-6819-4625-822b-164764f2b381'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:03:41.397691 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Checking router: 595bd67c-579c-463c-bc2f-426191df8c4b for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:03:41.398197 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Updating router 595bd67c-579c-463c-bc2f-426191df8c4b port 22c921ed-7491-45b8-9631-93e9378244f4 binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:03:41.461448 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (22c921ed-7491-45b8-9631-93e9378244f4), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:41.610368 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:42.243588 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Publish callbacks [] for port (22c921ed-7491-45b8-9631-93e9378244f4), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:42.253953 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (22c921ed-7491-45b8-9631-93e9378244f4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:42.495755 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Pushing event updated for resources: {'Port': ['ID=22c921ed-7491-45b8-9631-93e9378244f4,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:42.509675 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Attempting to bind port 22c921ed-7491-45b8-9631-93e9378244f4 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:03:42.510152 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Attempting to bind port 22c921ed-7491-45b8-9631-93e9378244f4 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '67cd43f8-2efa-4d77-a6cf-98ea40d750dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:03:42.510786 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Attempting to bind port 22c921ed-7491-45b8-9631-93e9378244f4 on network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:03:42.516517 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.517115 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.518773 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.519123 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.519461 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.519796 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.520125 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.520450 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.520782 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.521095 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.521476 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.521812 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.522137 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.522455 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.522775 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Tracked resource versions report: Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: pushed versions: Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: { 'AddressGroup': {'1.2'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Agent': {'1.1'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'ConntrackHelper': {'1.0'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Log': {'1.0'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'NDPProxy': {'1.0'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Network': {'1.1'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Port': {'1.7'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'PortForwarding': {'1.3'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'QosPolicy': {'1.10'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SecurityGroup': {'1.5'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SubPort': {'1.0'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Subnet': {'1.1'}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Trunk': {'1.1'}} Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: consumer versions: Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: { DHCP agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: L3 agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: Metadata agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: Metering agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: Open vSwitch agent@dv-cinder-830096-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Agent': '1.1', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'ConntrackHelper': '1.0', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'LocalIPAssociation': '1.0', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Log': '1.0', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'NDPProxy': '1.0', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Network': '1.1', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Port': '1.7', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'PortForwarding': '1.3', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'QosPolicy': '1.10', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SecurityGroup': '1.5', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SecurityGroupRule': '1.2', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SubPort': '1.0', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Subnet': '1.1', Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Trunk': '1.1'}} Apr 12 13:03:42.524249 dv-cinder-830096-4-iscsi neutron-server[103445]: {{(pid=103445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:03:42.529876 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:03:42.530402 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Checking segment: {'id': '67cd43f8-2efa-4d77-a6cf-98ea40d750dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:03:42.531123 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:42.531568 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Bound using segment: {'id': '67cd43f8-2efa-4d77-a6cf-98ea40d750dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:03:42.532130 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Bound port: 22c921ed-7491-45b8-9631-93e9378244f4, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cd43f8-2efa-4d77-a6cf-98ea40d750dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:03:42.532603 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (22c921ed-7491-45b8-9631-93e9378244f4), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:42.619224 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] For port 22c921ed-7491-45b8-9631-93e9378244f4, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:03:42.626954 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4bc4764f-b609-4b06-9cff-91fd5535cc48 None None] Provisioning complete for port 22c921ed-7491-45b8-9631-93e9378244f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:42.626954 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4bc4764f-b609-4b06-9cff-91fd5535cc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (22c921ed-7491-45b8-9631-93e9378244f4), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:42.663658 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] For port 22c921ed-7491-45b8-9631-93e9378244f4, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=22c921ed-7491-45b8-9631-93e9378244f4,segment=NetworkSegment(67cd43f8-2efa-4d77-a6cf-98ea40d750dc),segment_id=67cd43f8-2efa-4d77-a6cf-98ea40d750dc)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:03:42.674766 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (22c921ed-7491-45b8-9631-93e9378244f4), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:42.689530 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4bc4764f-b609-4b06-9cff-91fd5535cc48 None None] Port 22c921ed-7491-45b8-9631-93e9378244f4 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:03:42.755006 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fa0cc-1209-4154-8b1a-7ef6a2da837b None None] Pushing event updated for resources: {'Port': ['ID=22c921ed-7491-45b8-9631-93e9378244f4,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:42.770788 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Routers {'595bd67c-579c-463c-bc2f-426191df8c4b'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:03:42.771814 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:03:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['595bd67c-579c-463c-bc2f-426191df8c4b'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:03:42.894429 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] Set router 595bd67c-579c-463c-bc2f-426191df8c4b gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:03:43.009573 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d153d4f9-271c-4325-bf43-921e0e63d00a None None] Provisioning complete for port 22c921ed-7491-45b8-9631-93e9378244f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:43.009911 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d153d4f9-271c-4325-bf43-921e0e63d00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (22c921ed-7491-45b8-9631-93e9378244f4), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:43.106401 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'name': 'router1', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:03:28Z', 'updated_at': '2022-04-12T13:03:39Z', 'revision_number': 2, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'gw_port_host': None, '_interfaces': [{'id': '22c921ed-7491-45b8-9631-93e9378244f4', 'name': '', 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'mac_address': 'fa:16:3e:bf:4b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:03:38Z', 'updated_at': '2022-04-12T13:03:42Z', 'revision_number': 4, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'subnets': [{'id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2180da1-6819-4625-822b-164764f2b381'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:03:43.111465 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d153d4f9-271c-4325-bf43-921e0e63d00a None None] Current status of the port 22c921ed-7491-45b8-9631-93e9378244f4 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:03:43.111840 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d153d4f9-271c-4325-bf43-921e0e63d00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (22c921ed-7491-45b8-9631-93e9378244f4), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:43.135248 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba00783-ee26-4293-9ef8-af15ba73ed7d None None] The sync data for ids ['595bd67c-579c-463c-bc2f-426191df8c4b'] in dv-cinder-830096-4-iscsi is: [{'id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'name': 'router1', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:03:28Z', 'updated_at': '2022-04-12T13:03:39Z', 'revision_number': 2, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'gw_port_host': None, '_interfaces': [{'id': '22c921ed-7491-45b8-9631-93e9378244f4', 'name': '', 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'mac_address': 'fa:16:3e:bf:4b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:03:38Z', 'updated_at': '2022-04-12T13:03:42Z', 'revision_number': 4, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'subnets': [{'id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2180da1-6819-4625-822b-164764f2b381'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:03:43.147564 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d153d4f9-271c-4325-bf43-921e0e63d00a None None] For port 22c921ed-7491-45b8-9631-93e9378244f4, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=22c921ed-7491-45b8-9631-93e9378244f4,segment=NetworkSegment(67cd43f8-2efa-4d77-a6cf-98ea40d750dc),segment_id=67cd43f8-2efa-4d77-a6cf-98ea40d750dc)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:03:43.153121 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d153d4f9-271c-4325-bf43-921e0e63d00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (22c921ed-7491-45b8-9631-93e9378244f4), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:43.232752 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153d4f9-271c-4325-bf43-921e0e63d00a None None] Pushing event updated for resources: {'Port': ['ID=22c921ed-7491-45b8-9631-93e9378244f4,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:43.250766 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 48684) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:43.491376 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b7c3a8-5256-4bfc-8bbd-765d492ce39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:03:43.492781 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f6b7c3a8-5256-4bfc-8bbd-765d492ce39b admin admin] 10.222.0.47 "GET /v2.0/networks/8351e69d-17ac-47a4-8ee2-dd99e01ce925 HTTP/1.1" status: 200 len: 842 time: 0.2418401 Apr 12 13:03:43.506422 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:03:43.533049 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Made reservation on behalf of 35f88397fe194364936c0cade28ddfaf for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:03:43.537342 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:43.865424 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.objects.ports [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103443) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 13:03:43.865868 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (0261996d-3959-4740-b49a-457da24cdaaa), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:43.919950 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0261996d-3959-4740-b49a-457da24cdaaa,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:43.939565 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:03:43.939927 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Network hostable DHCP agents. Network: 8351e69d-17ac-47a4-8ee2-dd99e01ce925, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:03:43.966505 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:03:43.985459 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 8351e69d-17ac-47a4-8ee2-dd99e01ce925) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:03:43.989780 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:03:43.990376 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:43.996023 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333f99b-daf1-466c-82e7-f8d93a2fbaac None None] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:03:44.015813 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9eae0131-7240-4e1f-abf4-2006a32d0670 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5130413 Apr 12 13:03:44.124520 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f880c5a7-7c87-4b8c-9379-a8d54e523cda None None] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:03:46.604650 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 48702) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:46.766687 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fae3f668-5cc8-4a9c-ae6b-b0d32187b91b demo admin] 10.222.0.47 "GET /v2.0/routers/595bd67c-579c-463c-bc2f-426191df8c4b HTTP/1.1" status: 200 len: 710 time: 0.1608038 Apr 12 13:03:46.857418 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38801b1-3db5-487f-b263-0058754c2b53 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:03:46.859314 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c38801b1-3db5-487f-b263-0058754c2b53 demo admin] 10.222.0.47 "GET /v2.0/networks/8351e69d-17ac-47a4-8ee2-dd99e01ce925 HTTP/1.1" status: 200 len: 886 time: 0.0872824 Apr 12 13:03:46.868158 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:03:47.204874 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Publish callbacks [] for router_gateway (595bd67c-579c-463c-bc2f-426191df8c4b), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:47.431617 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Publish callbacks [] for router_gateway (595bd67c-579c-463c-bc2f-426191df8c4b), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:47.512175 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:47.627892 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Allocated IP 172.27.3.244 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/ec6348b2-7af3-4500-8398-e792d4848e5d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:03:47.737031 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Publish callbacks [] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:47.781341 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:47.828360 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:03:47.834722 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:03:47.836694 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Pushing event updated for resources: {'Port': ['ID=ec6348b2-7af3-4500-8398-e792d4848e5d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:47.838807 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:03:48.111357 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Publish callbacks [] for router_gateway (595bd67c-579c-463c-bc2f-426191df8c4b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:48.318635 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-666545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2720'] for router (595bd67c-579c-463c-bc2f-426191df8c4b), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:48.322063 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-666552'] for router (595bd67c-579c-463c-bc2f-426191df8c4b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:48.433358 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Router 595bd67c-579c-463c-bc2f-426191df8c4b has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:03:48.648459 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:03:48.656023 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:48.658127 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-462b7cbe-75a3-40eb-bb5f-85bb1be9be68 demo admin] 10.222.0.47 "PUT /v2.0/routers/595bd67c-579c-463c-bc2f-426191df8c4b HTTP/1.1" status: 200 len: 890 time: 1.7929497 Apr 12 13:03:51.267288 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 48714) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:03:51.401594 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-52b06403-0479-4cb8-8b89-ccde3ac9c48e admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1331298 Apr 12 13:03:52.444630 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 22c921ed-7491-45b8-9631-93e9378244f4 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:03:52.500684 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 22c921ed-7491-45b8-9631-93e9378244f4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:52.501138 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (22c921ed-7491-45b8-9631-93e9378244f4), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:52.538750 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Sync routers for ids ['595bd67c-579c-463c-bc2f-426191df8c4b'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:03:52.563265 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Routers {'595bd67c-579c-463c-bc2f-426191df8c4b'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:03:52.563837 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:03:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['595bd67c-579c-463c-bc2f-426191df8c4b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:03:52.757214 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 22c921ed-7491-45b8-9631-93e9378244f4 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:03:52.841717 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Set router 595bd67c-579c-463c-bc2f-426191df8c4b gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:03:53.460534 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'name': 'router1', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ec6348b2-7af3-4500-8398-e792d4848e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:03:28Z', 'updated_at': '2022-04-12T13:03:47Z', 'revision_number': 4, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'gw_port': {'id': 'ec6348b2-7af3-4500-8398-e792d4848e5d', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:03:47Z', 'updated_at': '2022-04-12T13:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '22c921ed-7491-45b8-9631-93e9378244f4', 'name': '', 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'mac_address': 'fa:16:3e:bf:4b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:03:38Z', 'updated_at': '2022-04-12T13:03:43Z', 'revision_number': 5, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'subnets': [{'id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2180da1-6819-4625-822b-164764f2b381'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:03:53.523484 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Checking router: 595bd67c-579c-463c-bc2f-426191df8c4b for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:03:53.523890 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Updating router 595bd67c-579c-463c-bc2f-426191df8c4b port ec6348b2-7af3-4500-8398-e792d4848e5d binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:03:53.590245 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:54.068224 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Publish callbacks [] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:54.075804 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:54.145275 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Attempting to bind port ec6348b2-7af3-4500-8398-e792d4848e5d on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:03:54.145275 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Attempting to bind port ec6348b2-7af3-4500-8398-e792d4848e5d by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:03:54.145275 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Attempting to bind port ec6348b2-7af3-4500-8398-e792d4848e5d on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:03:54.146218 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0dd8e-3747-4436-953d-8109f64df6b5 None None] Pushing event updated for resources: {'Port': ['ID=ec6348b2-7af3-4500-8398-e792d4848e5d,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:54.152275 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:03:54.152719 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:03:54.153130 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:54.153593 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:03:54.154149 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Bound port: ec6348b2-7af3-4500-8398-e792d4848e5d, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:03:54.154677 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:54.219257 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] For port ec6348b2-7af3-4500-8398-e792d4848e5d, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:03:54.223433 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] For port ec6348b2-7af3-4500-8398-e792d4848e5d, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=ec6348b2-7af3-4500-8398-e792d4848e5d,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:03:54.233702 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:54.308079 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Routers {'595bd67c-579c-463c-bc2f-426191df8c4b'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:03:54.308314 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:03:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['595bd67c-579c-463c-bc2f-426191df8c4b'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:03:54.350409 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0dd8e-3747-4436-953d-8109f64df6b5 None None] Pushing event updated for resources: {'Port': ['ID=ec6348b2-7af3-4500-8398-e792d4848e5d,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:54.467897 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] Set router 595bd67c-579c-463c-bc2f-426191df8c4b gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:03:54.726401 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'name': 'router1', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ec6348b2-7af3-4500-8398-e792d4848e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:03:28Z', 'updated_at': '2022-04-12T13:03:47Z', 'revision_number': 4, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'gw_port': {'id': 'ec6348b2-7af3-4500-8398-e792d4848e5d', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:03:47Z', 'updated_at': '2022-04-12T13:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '22c921ed-7491-45b8-9631-93e9378244f4', 'name': '', 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'mac_address': 'fa:16:3e:bf:4b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:03:38Z', 'updated_at': '2022-04-12T13:03:43Z', 'revision_number': 5, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'subnets': [{'id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2180da1-6819-4625-822b-164764f2b381'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:03:54.762118 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813c2d9-183a-42c7-a0b4-27754e96dde1 None None] The sync data for ids ['595bd67c-579c-463c-bc2f-426191df8c4b'] in dv-cinder-830096-4-iscsi is: [{'id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'name': 'router1', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'ec6348b2-7af3-4500-8398-e792d4848e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:03:28Z', 'updated_at': '2022-04-12T13:03:47Z', 'revision_number': 4, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'gw_port': {'id': 'ec6348b2-7af3-4500-8398-e792d4848e5d', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:70:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:03:47Z', 'updated_at': '2022-04-12T13:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '22c921ed-7491-45b8-9631-93e9378244f4', 'name': '', 'network_id': 'de8aaa5d-e5d3-4b33-9b7c-5a70e929f740', 'tenant_id': '7f916b6105c24a61a3117afb61a7f696', 'mac_address': 'fa:16:3e:bf:4b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595bd67c-579c-463c-bc2f-426191df8c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:03:38Z', 'updated_at': '2022-04-12T13:03:43Z', 'revision_number': 5, 'project_id': '7f916b6105c24a61a3117afb61a7f696', 'subnets': [{'id': '37eef8e5-ec4e-4443-a017-8af5e7ad9f4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2180da1-6819-4625-822b-164764f2b381'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:03:56.490293 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device ec6348b2-7af3-4500-8398-e792d4848e5d up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:03:56.587706 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port ec6348b2-7af3-4500-8398-e792d4848e5d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:56.588667 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:56.728654 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port ec6348b2-7af3-4500-8398-e792d4848e5d is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:03:56.729723 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:56.767524 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port ec6348b2-7af3-4500-8398-e792d4848e5d, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=ec6348b2-7af3-4500-8398-e792d4848e5d,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:03:56.781367 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:56.890189 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=ec6348b2-7af3-4500-8398-e792d4848e5d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:03:58.504588 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device ec6348b2-7af3-4500-8398-e792d4848e5d up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:03:58.587587 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port ec6348b2-7af3-4500-8398-e792d4848e5d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:03:58.588255 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (ec6348b2-7af3-4500-8398-e792d4848e5d), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:03:58.759900 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port ec6348b2-7af3-4500-8398-e792d4848e5d is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:04:04.755652 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d8b93538-2e6e-4689-87eb-f3ce87bc48b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:04:07.016491 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-65c6908c-0231-4030-84d8-71792a3313ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:04:08.688211 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:04:10.547343 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:04:11.623144 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:04:16.220159 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:04:34.756904 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-25528d81-0730-4327-aabd-9ca9c9f31e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:04:37.035639 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd19d-ae5f-4f14-b1f3-6e22f95fca80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:04:38.660297 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:04:40.541080 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:04:41.611314 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:04:53.233165 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:05:04.758122 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1569e15d-33cb-4045-801f-cd78c27914fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:07.014077 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d180a16b-3ae0-4fa0-a7ab-005bde8fb9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:08.640631 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:10.529043 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:11.625755 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:21.231941 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:05:21.298607 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1d456f-af23-4ffd-8054-d319db4f352e admin admin] GET failed (client error): The resource could not be found. Apr 12 13:05:21.299932 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4b1d456f-af23-4ffd-8054-d319db4f352e admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667763 Apr 12 13:05:21.480754 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9045770e-5da2-4e98-8d66-6ba30fd329a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:21.482962 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9045770e-5da2-4e98-8d66-6ba30fd329a8 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1783819 Apr 12 13:05:23.947294 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49208) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:05:24.042979 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd68a33-8d97-4746-9322-604a12a0d9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:24.044551 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0fd68a33-8d97-4746-9322-604a12a0d9f8 admin admin] 10.222.0.47 "GET /v2.0/subnets/37eef8e5-ec4e-4443-a017-8af5e7ad9f4b HTTP/1.1" status: 200 len: 849 time: 0.0962844 Apr 12 13:05:24.054694 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:05:24.147468 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Publish callbacks [] for subnet (37eef8e5-ec4e-4443-a017-8af5e7ad9f4b), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:24.298430 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750268013846'] for subnet (37eef8e5-ec4e-4443-a017-8af5e7ad9f4b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:24.329040 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:24.329662 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:24.331987 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] 10.222.0.47 "PUT /v2.0/subnets/37eef8e5-ec4e-4443-a017-8af5e7ad9f4b HTTP/1.1" status: 200 len: 868 time: 0.2800200 Apr 12 13:05:24.336558 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031ad59-97e2-48fa-b172-204d34f3fed3 None None] Network de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:05:24.357446 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Pushing event updated for resources: {'Subnet': ['ID=37eef8e5-ec4e-4443-a017-8af5e7ad9f4b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:05:24.368040 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.368040 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.368495 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.368832 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.368997 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.369388 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.369896 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.370225 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.370612 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.370947 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.371263 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.371665 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.372826 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.373231 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.373557 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc40b2a5-d7da-4d91-8e34-16c8a06f306c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:05:24.724597 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-27a95d07-5ce1-4921-9e21-07860a7cf896 None None] Provisioning complete for port 27966f83-79f3-4764-9358-5224f35d14a0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:05:24.725002 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27a95d07-5ce1-4921-9e21-07860a7cf896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (27966f83-79f3-4764-9358-5224f35d14a0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:24.814455 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-27a95d07-5ce1-4921-9e21-07860a7cf896 None None] Current status of the port 27966f83-79f3-4764-9358-5224f35d14a0 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:05:24.822814 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-27a95d07-5ce1-4921-9e21-07860a7cf896 None None] Provisioning complete for port 22c921ed-7491-45b8-9631-93e9378244f4 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:05:24.823160 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-27a95d07-5ce1-4921-9e21-07860a7cf896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (22c921ed-7491-45b8-9631-93e9378244f4), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:24.907096 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-27a95d07-5ce1-4921-9e21-07860a7cf896 None None] Current status of the port 22c921ed-7491-45b8-9631-93e9378244f4 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:05:26.748095 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49216) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:05:26.969528 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078c3a2-7f20-4bf7-84d2-f2cd201a935b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:26.969994 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078c3a2-7f20-4bf7-84d2-f2cd201a935b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:26.971563 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-2078c3a2-7f20-4bf7-84d2-f2cd201a935b admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2224321 Apr 12 13:05:30.222781 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:05:30.482037 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49224) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:05:30.655136 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b88a0b-60d1-421d-a3be-a02f4eb6a82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:30.655511 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b88a0b-60d1-421d-a3be-a02f4eb6a82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:30.657155 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c6b88a0b-60d1-421d-a3be-a02f4eb6a82e admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1740370 Apr 12 13:05:33.120472 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49232) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:05:33.293372 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4732ff0-b10b-4725-af75-8255f90ebc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:33.295048 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b4732ff0-b10b-4725-af75-8255f90ebc44 admin admin] 10.222.0.47 "GET /v2.0/networks/8351e69d-17ac-47a4-8ee2-dd99e01ce925 HTTP/1.1" status: 200 len: 886 time: 0.1731291 Apr 12 13:05:34.761440 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-08bc729b-5f99-4eea-9ced-fc104430c8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:35.736219 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49242) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:05:35.899410 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7a502-9a7d-469f-8e47-ce0d298468c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:35.900807 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e4f7a502-9a7d-469f-8e47-ce0d298468c5 admin admin] 10.222.0.47 "GET /v2.0/networks/de8aaa5d-e5d3-4b33-9b7c-5a70e929f740 HTTP/1.1" status: 200 len: 868 time: 0.1635759 Apr 12 13:05:37.017992 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bd33b6a3-fa17-4138-94c7-2d9418d96171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:38.325744 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49250) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:05:38.462484 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9346d71b-30f8-4c19-86aa-dce1229f1665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:38.462985 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9346d71b-30f8-4c19-86aa-dce1229f1665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:38.464621 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9346d71b-30f8-4c19-86aa-dce1229f1665 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1379161 Apr 12 13:05:38.645280 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:40.532655 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:41.035029 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49258) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:05:41.140485 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476c58be-78fa-465c-8af1-c0adc6bc1e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:41.140934 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476c58be-78fa-465c-8af1-c0adc6bc1e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:41.142572 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-476c58be-78fa-465c-8af1-c0adc6bc1e67 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1065683 Apr 12 13:05:41.614899 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:05:43.538658 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49266) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:05:43.657549 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5268ef1-6203-4889-acaf-6a7a0a33ec7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:43.658925 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a5268ef1-6203-4889-acaf-6a7a0a33ec7d admin admin] 10.222.0.47 "GET /v2.0/subnets/0261996d-3959-4740-b49a-457da24cdaaa HTTP/1.1" status: 200 len: 816 time: 0.1192591 Apr 12 13:05:46.081417 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49274) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:05:46.185330 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da80927-703c-415e-9247-551c30f5d39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:05:46.186836 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0da80927-703c-415e-9247-551c30f5d39b admin admin] 10.222.0.47 "GET /v2.0/subnets/37eef8e5-ec4e-4443-a017-8af5e7ad9f4b HTTP/1.1" status: 200 len: 868 time: 0.1040971 Apr 12 13:06:04.767664 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b626f9ab-d1a3-49c8-bc9f-bb1720de6ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:07.017387 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-48e2c7b5-0831-41ed-b547-d32b1ae4799f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:07.223523 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:06:08.654921 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:10.531986 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:11.619751 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:29.646813 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49332) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:06:29.697546 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [None req-7e3e181f-50d3-4da5-8476-c3985465302b admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:06:29.699067 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7e3e181f-50d3-4da5-8476-c3985465302b admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0513191 Apr 12 13:06:32.204865 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49340) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:06:32.275033 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8120c111-d131-4604-acda-4fddd7ba577a admin admin] GET failed (client error): The resource could not be found. Apr 12 13:06:32.277112 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8120c111-d131-4604-acda-4fddd7ba577a admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0709481 Apr 12 13:06:32.374565 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f608e8c6-0407-41c9-9f73-0796d9f23275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:06:32.376384 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f608e8c6-0407-41c9-9f73-0796d9f23275 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0948112 Apr 12 13:06:34.768311 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-981d0bd8-8879-4c41-8a94-63af4218236b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:34.874419 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:06:34.944235 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:06:34.966938 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Made reservation on behalf of 35f88397fe194364936c0cade28ddfaf for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:06:34.969645 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:35.003553 dv-cinder-830096-4-iscsi neutron-server[103443]: WARNING neutron.services.revisions.revision_plugin [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Could not find related network for resource to bump revision. Apr 12 13:06:35.022435 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:06:35.037104 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (3f0e3e7a-5054-4cda-b14c-7c8a316dcde4), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:35.037514 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Added segment 3f0e3e7a-5054-4cda-b14c-7c8a316dcde4 of type vlan for network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 Apr 12 13:06:35.112272 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (1b1b74b2-8db9-47ad-94b4-57eccf11e712), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:35.143005 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (1b1b74b2-8db9-47ad-94b4-57eccf11e712), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:35.144103 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:06:35.144817 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:35.181332 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3055186 Apr 12 13:06:35.232353 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1b74b2-8db9-47ad-94b4-57eccf11e712,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:06:35.242418 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.242935 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.243397 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.243916 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.244373 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.245698 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.246166 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.246610 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.247067 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.247495 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.247951 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.248404 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.248826 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.249312 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.249738 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e86d242-0530-4d53-bdd7-af6fa66584b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:35.266529 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:06:37.020324 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6b7c-8ece-4187-9e2d-6bdfa50c29a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:37.663979 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49356) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:06:37.729016 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.pecan_wsgi.hooks.translation [None req-b941ce71-ea3b-4049-91b5-cc84f1bb24db admin admin] GET failed (client error): The resource could not be found. Apr 12 13:06:37.731008 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b941ce71-ea3b-4049-91b5-cc84f1bb24db admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660229 Apr 12 13:06:37.842394 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e698f353-69a1-4121-8c94-09712623b475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:06:37.843792 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e698f353-69a1-4121-8c94-09712623b475 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1086352 Apr 12 13:06:37.856047 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:06:37.877367 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Made reservation on behalf of 35f88397fe194364936c0cade28ddfaf for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:06:37.879639 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:38.054422 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (a9f531ca-8d4a-4b6f-a995-8a046f0438e0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:38.113235 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f531ca-8d4a-4b6f-a995-8a046f0438e0,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:06:38.125147 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.125520 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.125883 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.126222 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.126553 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.126880 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.127201 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.127522 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.127857 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.128182 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.128521 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.128845 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.129163 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.129506 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.129823 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.133078 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Checking segment: {'id': '3f0e3e7a-5054-4cda-b14c-7c8a316dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:06:38.133463 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Network hostable DHCP agents. Network: 1b1b74b2-8db9-47ad-94b4-57eccf11e712, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:06:38.152707 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:06:38.162341 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 1b1b74b2-8db9-47ad-94b4-57eccf11e712) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:06:38.166806 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:06:38.167903 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:38.178200 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5169c61c-67b5-4b82-9459-45bddf664a4a None None] Network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:06:38.199479 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4880f58f-fdd6-429c-9f62-e2abbcea59c1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3336434 Apr 12 13:06:38.400206 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-1b1b74b2-8db9-47ad-94b4-57eccf11e712', 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712', 'project_id': '35f88397fe194364936c0cade28ddfaf', 'fixed_ips': [{'subnet_id': 'a9f531ca-8d4a-4b6f-a995-8a046f0438e0'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:06:38.401719 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:38.591084 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Allocated IP 192.168.233.2 (1b1b74b2-8db9-47ad-94b4-57eccf11e712/a9f531ca-8d4a-4b6f-a995-8a046f0438e0/79526a99-38ff-40e0-a3ae-8ddf0217baea) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:06:38.726273 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:38.827871 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Publish callbacks [] for port (79526a99-38ff-40e0-a3ae-8ddf0217baea), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:38.834840 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (79526a99-38ff-40e0-a3ae-8ddf0217baea), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:38.875325 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:06:38.878426 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:06:38.882122 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:06:38.890950 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Pushing event updated for resources: {'Port': ['ID=79526a99-38ff-40e0-a3ae-8ddf0217baea,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:06:38.899622 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.900026 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.900312 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.900646 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.901518 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.901852 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.902172 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.902492 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.902806 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.903122 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.903438 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.903768 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.904086 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.904393 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.904703 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:06:38.964524 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Attempting to bind port 79526a99-38ff-40e0-a3ae-8ddf0217baea on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:06:38.964890 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Attempting to bind port 79526a99-38ff-40e0-a3ae-8ddf0217baea by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '3f0e3e7a-5054-4cda-b14c-7c8a316dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:06:38.965285 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Attempting to bind port 79526a99-38ff-40e0-a3ae-8ddf0217baea on network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:06:38.971024 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:06:38.971370 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Checking segment: {'id': '3f0e3e7a-5054-4cda-b14c-7c8a316dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:06:38.971776 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:38.972160 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Bound using segment: {'id': '3f0e3e7a-5054-4cda-b14c-7c8a316dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:06:38.972618 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Bound port: 79526a99-38ff-40e0-a3ae-8ddf0217baea, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0e3e7a-5054-4cda-b14c-7c8a316dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:06:38.972986 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (79526a99-38ff-40e0-a3ae-8ddf0217baea), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:39.055693 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] For port 79526a99-38ff-40e0-a3ae-8ddf0217baea, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:06:39.059973 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] For port 79526a99-38ff-40e0-a3ae-8ddf0217baea, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=79526a99-38ff-40e0-a3ae-8ddf0217baea,segment=NetworkSegment(3f0e3e7a-5054-4cda-b14c-7c8a316dcde4),segment_id=3f0e3e7a-5054-4cda-b14c-7c8a316dcde4)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:06:39.068849 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (79526a99-38ff-40e0-a3ae-8ddf0217baea), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:39.171356 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020cdc0-6d51-4a28-8b6e-4e3f085bd933 None None] Pushing event updated for resources: {'Port': ['ID=79526a99-38ff-40e0-a3ae-8ddf0217baea,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:06:40.200826 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667089a0-8d02-4984-999f-69716c60bee0 None None] Network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:06:40.307927 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d9789694-43e1-4734-b3af-9763e51284ea None None] Provisioning complete for port 79526a99-38ff-40e0-a3ae-8ddf0217baea triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:06:40.308494 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9789694-43e1-4734-b3af-9763e51284ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (79526a99-38ff-40e0-a3ae-8ddf0217baea), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:40.496881 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d9789694-43e1-4734-b3af-9763e51284ea None None] Current status of the port 79526a99-38ff-40e0-a3ae-8ddf0217baea is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:06:40.496881 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9789694-43e1-4734-b3af-9763e51284ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (79526a99-38ff-40e0-a3ae-8ddf0217baea), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:40.584179 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:40.593229 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d9789694-43e1-4734-b3af-9763e51284ea None None] For port 79526a99-38ff-40e0-a3ae-8ddf0217baea, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=79526a99-38ff-40e0-a3ae-8ddf0217baea,segment=NetworkSegment(3f0e3e7a-5054-4cda-b14c-7c8a316dcde4),segment_id=3f0e3e7a-5054-4cda-b14c-7c8a316dcde4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:06:40.596989 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 79526a99-38ff-40e0-a3ae-8ddf0217baea up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:06:40.638865 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d9789694-43e1-4734-b3af-9763e51284ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (79526a99-38ff-40e0-a3ae-8ddf0217baea), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:40.724844 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9789694-43e1-4734-b3af-9763e51284ea None None] Pushing event updated for resources: {'Port': ['ID=79526a99-38ff-40e0-a3ae-8ddf0217baea,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:06:40.739504 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 79526a99-38ff-40e0-a3ae-8ddf0217baea triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:06:40.739984 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (79526a99-38ff-40e0-a3ae-8ddf0217baea), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:40.804657 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c978beac-fa25-4027-aecc-d84e7b10128c None None] Provisioning complete for port 79526a99-38ff-40e0-a3ae-8ddf0217baea triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:06:40.805269 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c978beac-fa25-4027-aecc-d84e7b10128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (79526a99-38ff-40e0-a3ae-8ddf0217baea), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:40.915631 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 79526a99-38ff-40e0-a3ae-8ddf0217baea is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:06:40.961133 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c978beac-fa25-4027-aecc-d84e7b10128c None None] Current status of the port 79526a99-38ff-40e0-a3ae-8ddf0217baea is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:06:41.616064 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:42.496806 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 79526a99-38ff-40e0-a3ae-8ddf0217baea up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:06:42.555516 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 79526a99-38ff-40e0-a3ae-8ddf0217baea triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:06:42.556031 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (79526a99-38ff-40e0-a3ae-8ddf0217baea), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:06:42.661343 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 79526a99-38ff-40e0-a3ae-8ddf0217baea is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:06:44.222976 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:07:04.769264 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-951fd5f4-af5a-4368-87ec-9ccdc780634b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:07.012791 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de28025c-d261-4c69-bebe-bf5cbaaa6d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:08.652628 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:10.539372 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:11.619387 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:21.220956 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:07:34.769745 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ff163797-e7df-4876-a8b6-52d2cb135a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:37.015846 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-33c2b70b-d3d2-4bac-ae64-6afc7e011ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:38.656897 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:40.542623 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:41.622307 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:07:58.219283 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:08:04.764077 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-635f00ec-46f1-4f2f-a433-aae3267bcb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:07.018738 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6aefadca-2b26-4d06-b220-03e927a3333b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:08.661306 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:10.437499 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49394) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:08:10.443037 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [None req-03e67e6e-db54-4947-a262-49991fb86b6b tempest-verify_tempest_config-727424701 tempest-verify_tempest_config-727424701-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:08:10.444027 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-03e67e6e-db54-4947-a262-49991fb86b6b tempest-verify_tempest_config-727424701 tempest-verify_tempest_config-727424701-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055389 Apr 12 13:08:10.543500 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:10.743851 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49412) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:08:10.844600 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:10.918994 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Publish callbacks [] for security_group (cae0f428-1e88-4fd6-8be8-683812f875ee), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:10.922557 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (cae0f428-1e88-4fd6-8be8-683812f875ee), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:10.969040 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=849c4bfabd564664b460f26849f3c61c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2240541 Apr 12 13:08:10.970943 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae0f428-1e88-4fd6-8be8-683812f875ee,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:08:10.971837 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49418) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:08:10.978561 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.978904 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.979249 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.979583 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.979911 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.980237 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.980561 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.980882 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.981240 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.981572 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.981962 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.982305 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.982628 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.982948 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:10.983377 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86a64b5-3895-4b7e-81fe-68a2f32c9eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.027640 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Publish callbacks [] for security_group (cae0f428-1e88-4fd6-8be8-683812f875ee), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:11.049421 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Publish callbacks [] for security_group (cae0f428-1e88-4fd6-8be8-683812f875ee), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:11.143091 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (cae0f428-1e88-4fd6-8be8-683812f875ee), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:11.145560 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:11.146735 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cae0f428-1e88-4fd6-8be8-683812f875ee HTTP/1.1" status: 204 len: 168 time: 0.1739216 Apr 12 13:08:11.155019 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae0f428-1e88-4fd6-8be8-683812f875ee,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:08:11.161839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.162129 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.162471 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.162811 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.163144 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.164015 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.164351 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.164678 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.165004 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.165401 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.165694 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.166020 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.166344 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.166665 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.167048 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6650a02-70e2-41e1-80a2-9274ae6a8fa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:08:11.625225 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:34.767001 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-71326de6-e322-485c-acd1-48c1ff427bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:35.220443 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:08:37.020503 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-47b0496c-fc12-4c37-916c-0fe773804d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:38.664727 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:40.541822 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:08:41.635335 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:04.769946 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b28e36bc-14e2-46af-a873-c26bc284d33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:07.025406 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2412d46b-9125-4d1d-adee-7e0e72479605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:08.665927 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:10.542317 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:11.638670 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:12.218972 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:09:34.773952 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cde6bd5d-e497-47e0-bb78-6872597341d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:37.028813 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7ad70f5b-0acc-456d-8afa-b2ec816f542b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:38.668513 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:40.546988 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:41.632071 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:09:49.218457 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 5 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:09:57.232381 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-667596'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:04.778367 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b8131360-7973-49c3-9acf-fd000cafa582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:07.032664 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-24526f76-d349-488f-bdcd-3d758d482371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:08.671125 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:10.549820 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:11.635772 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:12.599229 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49488) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:10:12.708172 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1b3759f0-ba8a-4927-8753-3469e3297b40 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1075284 Apr 12 13:10:15.088789 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49498) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:10:15.150928 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e4926978-f58f-4d52-bcee-b45874984e1d admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0610147 Apr 12 13:10:26.219130 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:10:27.184919 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:34.781853 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2facccf2-c260-4045-8f5b-ee24505fc6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:37.037076 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-43f77f48-c569-44d0-a2e1-216136779875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:38.675868 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:40.556430 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:41.642780 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:10:57.191224 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:03.219771 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:11:04.785209 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b5696d4-a90c-4bc9-80f2-b9a2d4862f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:07.048470 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f787ab7-530e-48d8-b4b7-a0c7c98a48d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:08.678321 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:10.561167 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:11.636672 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:27.200588 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:34.797929 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bf48b803-ce0e-4581-a00c-0256b9e845ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:37.042515 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6fe237c9-f2d0-4191-b481-6f4f085b709e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:38.679598 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:40.219712 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:11:40.558239 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:41.642367 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:57.202994 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:57.737325 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49638) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:11:58.031490 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-330333234-network', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:11:58.072776 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Made reservation on behalf of bd7b3eeb96664fbbb983fb4bdd1b557d for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:11:58.076295 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.087029 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.174980 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Publish callbacks [] for security_group (ed894dd0-40c1-4724-a087-93f9c2306294), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.180751 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ed894dd0-40c1-4724-a087-93f9c2306294), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.230871 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:11:58.251411 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed894dd0-40c1-4724-a087-93f9c2306294,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:11:58.253099 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.253705 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.254340 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.254893 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.255417 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.255918 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.256518 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.256918 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.257556 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.258389 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.259090 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.259640 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.260231 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.260671 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.261173 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Tracked resource versions report: Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: pushed versions: Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: { 'AddressGroup': {'1.2'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Agent': {'1.1'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'ConntrackHelper': {'1.0'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Log': {'1.0'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'NDPProxy': {'1.0'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Network': {'1.1'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Port': {'1.7'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'PortForwarding': {'1.3'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'QosPolicy': {'1.10'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SecurityGroup': {'1.5'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SubPort': {'1.0'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Subnet': {'1.1'}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Trunk': {'1.1'}} Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: consumer versions: Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: { DHCP agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: L3 agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: Metadata agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: Metering agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: Open vSwitch agent@dv-cinder-830096-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Agent': '1.1', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'ConntrackHelper': '1.0', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'LocalIPAssociation': '1.0', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Log': '1.0', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'NDPProxy': '1.0', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Network': '1.1', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Port': '1.7', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'PortForwarding': '1.3', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'QosPolicy': '1.10', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SecurityGroup': '1.5', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SecurityGroupRule': '1.2', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'SubPort': '1.0', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Subnet': '1.1', Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: 'Trunk': '1.1'}} Apr 12 13:11:58.263411 dv-cinder-830096-4-iscsi neutron-server[103443]: {{(pid=103443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:11:58.280092 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (9842f436-0e65-42e7-8dcb-1e872036a54f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.280740 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Added segment 9842f436-0e65-42e7-8dcb-1e872036a54f of type vlan for network 4633092b-bba4-4f90-b57d-45ae14e87d1a Apr 12 13:11:58.355056 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (4633092b-bba4-4f90-b57d-45ae14e87d1a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.389774 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (4633092b-bba4-4f90-b57d-45ae14e87d1a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.392879 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:11:58.394001 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.450701 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7119844 Apr 12 13:11:58.459359 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49676) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:11:58.467338 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Request body: {'subnet': {'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-subnet', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:11:58.504517 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Made reservation on behalf of bd7b3eeb96664fbbb983fb4bdd1b557d for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:11:58.507930 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.522706 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94be26-aa6d-4977-a0db-25824f2c5c13 admin admin] Pushing event updated for resources: {'Network': ['ID=4633092b-bba4-4f90-b57d-45ae14e87d1a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:11:58.537422 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:11:58.767289 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (61c78fbe-9723-4d68-b18e-50470248f98f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.849779 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c78fbe-9723-4d68-b18e-50470248f98f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:11:58.862015 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.862577 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.863165 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.863724 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.864281 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.864846 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.865431 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.865996 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.866547 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.867266 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.867843 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.868414 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.868966 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.869498 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.869996 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Tracked resource versions report: Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: pushed versions: Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: { 'AddressGroup': {'1.2'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Agent': {'1.1'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'ConntrackHelper': {'1.0'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Log': {'1.0'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'NDPProxy': {'1.0'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Network': {'1.1'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Port': {'1.7'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'PortForwarding': {'1.3'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'QosPolicy': {'1.10'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SecurityGroup': {'1.5'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SubPort': {'1.0'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Subnet': {'1.1'}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Trunk': {'1.1'}} Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: consumer versions: Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: { DHCP agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: L3 agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: Metadata agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: Metering agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: Open vSwitch agent@dv-cinder-830096-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Agent': '1.1', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'ConntrackHelper': '1.0', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'LocalIPAssociation': '1.0', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Log': '1.0', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'NDPProxy': '1.0', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Network': '1.1', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Port': '1.7', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'PortForwarding': '1.3', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'QosPolicy': '1.10', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SecurityGroup': '1.5', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SecurityGroupRule': '1.2', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'SubPort': '1.0', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Subnet': '1.1', Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: 'Trunk': '1.1'}} Apr 12 13:11:58.872199 dv-cinder-830096-4-iscsi neutron-server[103442]: {{(pid=103442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:11:58.904637 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Checking segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:11:58.905030 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Network hostable DHCP agents. Network: 4633092b-bba4-4f90-b57d-45ae14e87d1a, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:11:58.930588 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:11:58.945874 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 4633092b-bba4-4f90-b57d-45ae14e87d1a) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:11:58.954432 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:11:58.955442 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:58.961323 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b071bf1-32b0-40be-be6b-8a553c095c24 None None] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:11:58.990512 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-94a60299-ceeb-4d1c-bff0-7c107423c513 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5297613 Apr 12 13:11:58.994708 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49700) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:11:58.999789 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:11:59.025699 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (b72da630-1f57-486e-81e0-ba92859f4293), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.035794 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (b72da630-1f57-486e-81e0-ba92859f4293), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.104469 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks [] for router_controller (b72da630-1f57-486e-81e0-ba92859f4293), precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.274268 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-4633092b-bba4-4f90-b57d-45ae14e87d1a', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:11:59.275527 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.405059 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49716) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:11:59.458666 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Allocated IP 172.20.0.2 (4633092b-bba4-4f90-b57d-45ae14e87d1a/61c78fbe-9723-4d68-b18e-50470248f98f/31fbc7a3-42a3-4879-9dcd-a9c17480201b) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:11:59.518789 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks [] for router_gateway (b72da630-1f57-486e-81e0-ba92859f4293), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.632848 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Publish callbacks [] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.643077 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.695519 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:11:59.699124 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:11:59.704504 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:11:59.745580 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Pushing event updated for resources: {'Port': ['ID=31fbc7a3-42a3-4879-9dcd-a9c17480201b,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:11:59.769829 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.770440 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.770934 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.771441 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.772134 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.772756 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.773507 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.774150 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.774634 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.775109 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.775577 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.776062 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.776685 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.777147 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.777648 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Tracked resource versions report: Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: pushed versions: Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: { 'AddressGroup': {'1.2'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Agent': {'1.1'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'ConntrackHelper': {'1.0'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Log': {'1.0'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'NDPProxy': {'1.0'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Network': {'1.1'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Port': {'1.7'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'PortForwarding': {'1.3'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'QosPolicy': {'1.10'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SecurityGroup': {'1.5'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SubPort': {'1.0'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Subnet': {'1.1'}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Trunk': {'1.1'}} Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: consumer versions: Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: { DHCP agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: L3 agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: Metadata agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: Metering agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: Open vSwitch agent@dv-cinder-830096-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Agent': '1.1', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'ConntrackHelper': '1.0', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'LocalIPAssociation': '1.0', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Log': '1.0', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'NDPProxy': '1.0', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Network': '1.1', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Port': '1.7', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'PortForwarding': '1.3', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'QosPolicy': '1.10', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SecurityGroup': '1.5', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SecurityGroupRule': '1.2', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'SubPort': '1.0', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Subnet': '1.1', Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: 'Trunk': '1.1'}} Apr 12 13:11:59.779282 dv-cinder-830096-4-iscsi neutron-server[103444]: {{(pid=103444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:11:59.802757 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Attempting to bind port 31fbc7a3-42a3-4879-9dcd-a9c17480201b on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:11:59.803307 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Attempting to bind port 31fbc7a3-42a3-4879-9dcd-a9c17480201b by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:11:59.803825 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Attempting to bind port 31fbc7a3-42a3-4879-9dcd-a9c17480201b on network 4633092b-bba4-4f90-b57d-45ae14e87d1a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:11:59.810894 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:11:59.811557 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Checking segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:11:59.812113 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.812643 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Bound using segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:11:59.813806 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Bound port: 31fbc7a3-42a3-4879-9dcd-a9c17480201b, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:11:59.814352 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.900586 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] For port 31fbc7a3-42a3-4879-9dcd-a9c17480201b, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:11:59.904988 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] For port 31fbc7a3-42a3-4879-9dcd-a9c17480201b, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=31fbc7a3-42a3-4879-9dcd-a9c17480201b,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:11:59.914750 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.955539 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks [] for router_gateway (b72da630-1f57-486e-81e0-ba92859f4293), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:11:59.994479 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.018283 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6c5d5-c1d4-4a7d-b017-2b6ccc39d484 None None] Pushing event updated for resources: {'Port': ['ID=31fbc7a3-42a3-4879-9dcd-a9c17480201b,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:00.138287 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:00.161685 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-network', 'tenant_id': '257ac1d956b44e508a71a716d6aed767'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:00.213749 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Made reservation on behalf of 257ac1d956b44e508a71a716d6aed767 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:00.217804 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.228900 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.319180 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Allocated IP 172.27.3.205 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:00.336969 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49748) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:00.429832 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Publish callbacks [] for security_group (428f7db1-c783-46b5-a2e6-ef1a4309b0b8), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.437758 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (428f7db1-c783-46b5-a2e6-ef1a4309b0b8), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.491238 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428f7db1-c783-46b5-a2e6-ef1a4309b0b8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:00.504080 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:12:00.516166 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks [] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.525896 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (e72b19b4-8096-4457-9eae-0cc6e67ac277), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.526211 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Added segment e72b19b4-8096-4457-9eae-0cc6e67ac277 of type vlan for network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 Apr 12 13:12:00.595663 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (098edfc6-241c-42b0-88bc-bbe949fe2fa2), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.604084 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.675784 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (098edfc6-241c-42b0-88bc-bbe949fe2fa2), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.677235 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:00.678227 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.714056 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:00.721402 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:00.729575 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:00.742377 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 31fbc7a3-42a3-4879-9dcd-a9c17480201b up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:00.853277 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49758) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:00.861793 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-672687291-network', 'tenant_id': 'f7dcb8f050de499c85756d2b2e92f2a0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:00.880944 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1519059910-network', 'tenant_id': '50ece71a09a94851833df1d109311c97'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:00.882267 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 31fbc7a3-42a3-4879-9dcd-a9c17480201b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:00.882427 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:00.895322 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4883163 Apr 12 13:12:00.903078 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49770) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:00.912143 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Request body: {'subnet': {'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-subnet', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:00.916355 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Pushing event updated for resources: {'Port': ['ID=9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:00.977800 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Made reservation on behalf of 50ece71a09a94851833df1d109311c97 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:00.982268 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.003074 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.016753 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6c4cd-e887-45e8-8436-7c387e9f7138 admin admin] Pushing event updated for resources: {'Network': ['ID=098edfc6-241c-42b0-88bc-bbe949fe2fa2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:01.041731 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:12:01.060845 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Made reservation on behalf of f7dcb8f050de499c85756d2b2e92f2a0 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:01.063497 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.079710 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Made reservation on behalf of 257ac1d956b44e508a71a716d6aed767 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:01.082542 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.086596 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.199031 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Publish callbacks [] for security_group (1b486d17-8184-483f-aa36-7aa2429caf40), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.205632 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (1b486d17-8184-483f-aa36-7aa2429caf40), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.297574 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b486d17-8184-483f-aa36-7aa2429caf40,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:01.329792 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:12:01.331960 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1295625773-network', 'tenant_id': '4d40c70921f140118bc10798b1ff242a'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:01.364862 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (e6878042-9f40-487c-9323-f788b86d4b5f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.365453 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Added segment e6878042-9f40-487c-9323-f788b86d4b5f of type vlan for network 338fa43e-63c7-4e02-92fe-2483c828b744 Apr 12 13:12:01.376380 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 31fbc7a3-42a3-4879-9dcd-a9c17480201b is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:01.377004 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.435104 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (338fa43e-63c7-4e02-92fe-2483c828b744), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.448621 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 31fbc7a3-42a3-4879-9dcd-a9c17480201b, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=31fbc7a3-42a3-4879-9dcd-a9c17480201b,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:01.465520 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.481908 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (338fa43e-63c7-4e02-92fe-2483c828b744), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.484999 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:01.486553 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.577780 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] Pushing event updated for resources: {'Network': ['ID=338fa43e-63c7-4e02-92fe-2483c828b744,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:01.587152 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=31fbc7a3-42a3-4879-9dcd-a9c17480201b,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:01.598480 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 338fa43e-63c7-4e02-92fe-2483c828b744 details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:12:01.603787 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e2da7648-caef-4888-93f0-d8642027c47e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4614923 Apr 12 13:12:01.604543 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49790) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:01.612264 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Request body: {'subnet': {'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1519059910-subnet', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:01.646867 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Made reservation on behalf of 50ece71a09a94851833df1d109311c97 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:01.662250 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.671727 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0237a42-ee17-4b63-a607-987a8b9eb91d None None] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:01.904413 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8b940394-9700-400d-9efc-013af47b03f1 None None] Provisioning complete for port 31fbc7a3-42a3-4879-9dcd-a9c17480201b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:01.905121 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b940394-9700-400d-9efc-013af47b03f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.919105 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Made reservation on behalf of 4d40c70921f140118bc10798b1ff242a for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:01.922335 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.933451 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks [] for router_gateway (b72da630-1f57-486e-81e0-ba92859f4293), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:01.994865 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (15b5014d-00df-4c61-a675-ebbc17295068), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.001144 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.127303 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b5014d-00df-4c61-a675-ebbc17295068,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:02.146168 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Publish callbacks [] for security_group (f7ed3c6a-1782-407d-b034-73a55860c717), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.163404 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f7ed3c6a-1782-407d-b034-73a55860c717), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.192356 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Checking segment: {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:02.192356 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Network hostable DHCP agents. Network: 338fa43e-63c7-4e02-92fe-2483c828b744, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:12:02.229063 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Network 338fa43e-63c7-4e02-92fe-2483c828b744 is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:12:02.253700 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 338fa43e-63c7-4e02-92fe-2483c828b744) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:02.254198 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:12:02.271604 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:02.272330 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.286669 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42176417-4078-4193-afe3-6670ad5a2713 None None] Network 338fa43e-63c7-4e02-92fe-2483c828b744 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:02.309795 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-dbba3de9-2c1a-48e0-98bf-2cdfd895c3d8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7034755 Apr 12 13:12:02.310478 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49822) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:02.315237 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:02.339869 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (da4f1e09-0998-4440-b261-f6da95ce5d96), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.352117 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (7125c721-952d-4e20-9d5b-7aa93cbda86d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.352845 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Added segment 7125c721-952d-4e20-9d5b-7aa93cbda86d of type vlan for network 33194240-e80c-4579-85ac-2da5c0a17a0c Apr 12 13:12:02.358870 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8b940394-9700-400d-9efc-013af47b03f1 None None] Current status of the port 31fbc7a3-42a3-4879-9dcd-a9c17480201b is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:02.380525 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (84387054-c204-4e51-a012-8d4d770ccf81), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.382156 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (84387054-c204-4e51-a012-8d4d770ccf81), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.420620 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ed3c6a-1782-407d-b034-73a55860c717,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:02.533907 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-338fa43e-63c7-4e02-92fe-2483c828b744', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'project_id': '50ece71a09a94851833df1d109311c97', 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:12:02.537293 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.599113 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks [] for router_controller (84387054-c204-4e51-a012-8d4d770ccf81), precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.704087 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Publish callbacks [] for security_group (d3852924-cae1-41a1-9d0f-dc77e90c92aa), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.720801 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (33194240-e80c-4579-85ac-2da5c0a17a0c), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.746223 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (d3852924-cae1-41a1-9d0f-dc77e90c92aa), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.764554 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 31fbc7a3-42a3-4879-9dcd-a9c17480201b up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:02.942228 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks [] for router_gateway (84387054-c204-4e51-a012-8d4d770ccf81), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.950232 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3852924-cae1-41a1-9d0f-dc77e90c92aa,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:02.959811 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-98b50943-b7e8-436d-b6bb-5bdeff69072d None None] Provisioning complete for port 31fbc7a3-42a3-4879-9dcd-a9c17480201b triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:02.960816 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-98b50943-b7e8-436d-b6bb-5bdeff69072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:02.973409 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.db.resource_extend [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 13:12:03.006038 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Allocated IP 172.20.0.2 (338fa43e-63c7-4e02-92fe-2483c828b744/15b5014d-00df-4c61-a675-ebbc17295068/6bce8182-45ce-4b51-bcf5-49422f7b26ae) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:03.018845 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:12:03.022907 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (b72da630-1f57-486e-81e0-ba92859f4293), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.031800 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4f1e09-0998-4440-b261-f6da95ce5d96,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:03.048175 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (33194240-e80c-4579-85ac-2da5c0a17a0c), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.049564 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:03.050363 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.063969 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 31fbc7a3-42a3-4879-9dcd-a9c17480201b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:03.064755 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.269985 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Checking segment: {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:03.272341 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Network hostable DHCP agents. Network: 098edfc6-241c-42b0-88bc-bbe949fe2fa2, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:12:03.278261 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9325650 Apr 12 13:12:03.315585 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49864) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:03.321122 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (3da234ff-c608-43b0-a87e-6e36f6d83a15), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.321298 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Added segment 3da234ff-c608-43b0-a87e-6e36f6d83a15 of type vlan for network 02996e01-819d-4433-948f-f80ae522cb7b Apr 12 13:12:03.332198 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Request body: {'subnet': {'network_id': '33194240-e80c-4579-85ac-2da5c0a17a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-672687291-subnet', 'tenant_id': 'f7dcb8f050de499c85756d2b2e92f2a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:03.378609 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-98b50943-b7e8-436d-b6bb-5bdeff69072d None None] Current status of the port 31fbc7a3-42a3-4879-9dcd-a9c17480201b is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:03.379382 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49868) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:03.398017 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Made reservation on behalf of f7dcb8f050de499c85756d2b2e92f2a0 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:03.401237 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.412289 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ee33e-0003-4a38-9b16-1bfaba974cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=33194240-e80c-4579-85ac-2da5c0a17a0c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:03.477317 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 33194240-e80c-4579-85ac-2da5c0a17a0c details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:12:03.501832 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks [] for router_gateway (84387054-c204-4e51-a012-8d4d770ccf81), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.513669 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 31fbc7a3-42a3-4879-9dcd-a9c17480201b is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:03.550152 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Publish callbacks [] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.574982 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (02996e01-819d-4433-948f-f80ae522cb7b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.606623 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.615549 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:12:03.626594 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.697028 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Router b72da630-1f57-486e-81e0-ba92859f4293 is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:12:03.706215 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 098edfc6-241c-42b0-88bc-bbe949fe2fa2) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:03.715016 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (02996e01-819d-4433-948f-f80ae522cb7b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.716204 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:03.716982 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.805384 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:03.806060 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.817070 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575145e3-7cda-412b-b606-61db2a2a805a None None] Network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:03.852458 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Allocated IP 172.27.3.151 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/e19b5563-f1e0-4523-bd9a-014b0a012fa4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:03.858040 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] Pushing event updated for resources: {'Network': ['ID=02996e01-819d-4433-948f-f80ae522cb7b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:03.889204 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 02996e01-819d-4433-948f-f80ae522cb7b details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:12:03.893427 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a215ee7f-4d00-4052-87c3-c35b026e71f5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0354030 Apr 12 13:12:03.897377 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49886) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:03.903399 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Network 338fa43e-63c7-4e02-92fe-2483c828b744 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:03.907490 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Request body: {'subnet': {'network_id': '02996e01-819d-4433-948f-f80ae522cb7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1295625773-subnet', 'tenant_id': '4d40c70921f140118bc10798b1ff242a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:03.908091 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efccba1d-d245-4bc8-a125-13228dc59d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:03.921835 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49888) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:03.922534 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c6d6fb39-4780-44f1-a469-dafcbcfa6db4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0167589 Apr 12 13:12:03.925916 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Pushing event updated for resources: {'Port': ['ID=6bce8182-45ce-4b51-bcf5-49422f7b26ae,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:03.927232 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:03.935654 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:03.996569 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Made reservation on behalf of 4d40c70921f140118bc10798b1ff242a for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:03.999418 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.006545 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (1ad798b5-7f5e-4a3a-a145-da5e84050327), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.007629 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (1ad798b5-7f5e-4a3a-a145-da5e84050327), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.076131 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:04.081456 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:04.124212 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:12:04.145930 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (ccf21ce1-e58a-4ed0-ad62-23ac46300aa3), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.167541 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Sync routers for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:12:04.188766 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.192943 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4d754931-8a4d-4414-9e1c-6b55dad42f6d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1943634 Apr 12 13:12:04.197909 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:04.198800 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:11:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:04.199217 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49896) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:04.250041 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Attempting to bind port 6bce8182-45ce-4b51-bcf5-49422f7b26ae on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:04.250515 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Attempting to bind port 6bce8182-45ce-4b51-bcf5-49422f7b26ae by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:04.251437 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Attempting to bind port 6bce8182-45ce-4b51-bcf5-49422f7b26ae on network 338fa43e-63c7-4e02-92fe-2483c828b744 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:04.256439 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks [] for router_controller (1ad798b5-7f5e-4a3a-a145-da5e84050327), precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.257010 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'project_id': '257ac1d956b44e508a71a716d6aed767', 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:12:04.257957 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.274661 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:04.275167 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Checking segment: {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:04.275438 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.276097 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Bound using segment: {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:04.276590 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Bound port: 6bce8182-45ce-4b51-bcf5-49422f7b26ae, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:04.276970 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.278699 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf21ce1-e58a-4ed0-ad62-23ac46300aa3,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:04.300360 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efccba1d-d245-4bc8-a125-13228dc59d04 admin admin] Publish callbacks [] for security_group (d0e86413-a72e-4801-8be4-5f80484710e7), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.319792 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-efccba1d-d245-4bc8-a125-13228dc59d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (d0e86413-a72e-4801-8be4-5f80484710e7), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.323624 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks [] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.390833 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.415082 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:04.451466 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] For port 6bce8182-45ce-4b51-bcf5-49422f7b26ae, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:04.471017 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] For port 6bce8182-45ce-4b51-bcf5-49422f7b26ae, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6bce8182-45ce-4b51-bcf5-49422f7b26ae,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:04.481563 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Checking segment: {'id': '7125c721-952d-4e20-9d5b-7aa93cbda86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '33194240-e80c-4579-85ac-2da5c0a17a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:04.482782 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Network hostable DHCP agents. Network: 33194240-e80c-4579-85ac-2da5c0a17a0c, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:12:04.484905 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.493420 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Allocated IP 172.20.0.2 (098edfc6-241c-42b0-88bc-bbe949fe2fa2/da4f1e09-0998-4440-b261-f6da95ce5d96/6c0864be-3383-41a3-82e6-3442fea5b5cb) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:04.497457 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccba1d-d245-4bc8-a125-13228dc59d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e86413-a72e-4801-8be4-5f80484710e7,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:04.510730 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-efccba1d-d245-4bc8-a125-13228dc59d04 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=847b7155f8ac49668a8992735ef10b14&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1302254 Apr 12 13:12:04.518830 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49900) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:04.634080 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7a91c-face-4b81-9020-9ed2ca1a954f None None] Pushing event updated for resources: {'Port': ['ID=6bce8182-45ce-4b51-bcf5-49422f7b26ae,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:04.670544 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:04.724886 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:01Z', 'revision_number': 3, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:04.765033 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Checking router: b72da630-1f57-486e-81e0-ba92859f4293 for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:12:04.765612 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Updating router b72da630-1f57-486e-81e0-ba92859f4293 port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:12:04.802176 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:04.815017 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:04.817392 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.882048 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Network 33194240-e80c-4579-85ac-2da5c0a17a0c is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:12:04.949647 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Publish callbacks [] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:04.971546 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.071142 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:05.089778 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:05.103833 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80e759c7-84a3-4ef7-b71e-a1956eb61786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.106010 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:05.122348 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Pushing event updated for resources: {'Port': ['ID=6c0864be-3383-41a3-82e6-3442fea5b5cb,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:05.193035 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7656de95-c45f-4c82-a261-efa3527e629d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.235716 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 33194240-e80c-4579-85ac-2da5c0a17a0c) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:05.236344 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Attempting to bind port 6c0864be-3383-41a3-82e6-3442fea5b5cb on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:05.236445 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Attempting to bind port 6c0864be-3383-41a3-82e6-3442fea5b5cb by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:05.237417 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Attempting to bind port 6c0864be-3383-41a3-82e6-3442fea5b5cb on network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:05.266780 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1daf1-a1f1-44d1-b50b-eb284d5e6bd2 None None] Network 33194240-e80c-4579-85ac-2da5c0a17a0c requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:05.271734 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:05.272370 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.274948 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:05.275785 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Checking segment: {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:05.276365 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.276931 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Bound using segment: {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:05.277672 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Bound port: 6c0864be-3383-41a3-82e6-3442fea5b5cb, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:05.278214 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.285136 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3257957-d195-40ee-810e-060769d8e7c4 admin admin] Publish callbacks [] for security_group (d0e86413-a72e-4801-8be4-5f80484710e7), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.296565 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6d4b3119-dc93-4017-8007-80a2d3b46c5e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9694412 Apr 12 13:12:05.405843 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks [] for router_gateway (1ad798b5-7f5e-4a3a-a145-da5e84050327), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.424444 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Publish callbacks [] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.433079 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.438972 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3257957-d195-40ee-810e-060769d8e7c4 admin admin] Publish callbacks [] for security_group (d0e86413-a72e-4801-8be4-5f80484710e7), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.491166 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] For port 6c0864be-3383-41a3-82e6-3442fea5b5cb, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:05.493089 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e19b5563-f1e0-4523-bd9a-014b0a012fa4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:05.499314 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Pushing event updated for resources: {'Port': ['ID=9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:05.500548 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] For port 6c0864be-3383-41a3-82e6-3442fea5b5cb, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6c0864be-3383-41a3-82e6-3442fea5b5cb,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:05.511350 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.512017 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.512597 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.513158 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.514524 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.515062 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.515617 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.516172 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.516893 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.517595 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.518319 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.519042 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.519799 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.520492 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.521947 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Tracked resource versions report: Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: pushed versions: Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: { 'AddressGroup': {'1.2'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Agent': {'1.1'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'ConntrackHelper': {'1.0'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Log': {'1.0'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'NDPProxy': {'1.0'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Network': {'1.1'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Port': {'1.7'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'PortForwarding': {'1.3'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'QosPolicy': {'1.10'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SecurityGroup': {'1.5'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SubPort': {'1.0'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Subnet': {'1.1'}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Trunk': {'1.1'}} Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: consumer versions: Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: { DHCP agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: L3 agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: Metadata agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: Metering agent@dv-cinder-830096-4-iscsi: {}, Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: Open vSwitch agent@dv-cinder-830096-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Agent': '1.1', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'ConntrackHelper': '1.0', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'LocalIPAssociation': '1.0', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Log': '1.0', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'NDPProxy': '1.0', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Network': '1.1', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Port': '1.7', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'PortForwarding': '1.3', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'QosPolicy': '1.10', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SecurityGroup': '1.5', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SecurityGroupRule': '1.2', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'SubPort': '1.0', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Subnet': '1.1', Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: 'Trunk': '1.1'}} Apr 12 13:12:05.523744 dv-cinder-830096-4-iscsi neutron-server[103445]: {{(pid=103445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:12:05.596675 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Attempting to bind port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:05.597477 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7656de95-c45f-4c82-a261-efa3527e629d admin admin] Publish callbacks [] for security_group (8b705cc4-7778-4147-b4c4-cf0ba059ad61), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.598962 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Attempting to bind port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:05.600974 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Attempting to bind port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:05.602391 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (2c006b60-32d9-4dae-b14c-dc51073c33f1), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.612968 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:05.614167 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:05.614777 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.615336 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:05.616180 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Bound port: 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:05.617504 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.636260 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.762056 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] For port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:05.765652 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] For port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:05.777993 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.910059 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.916563 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa732b-2410-4f9a-85a2-b9903bb3b31f None None] Pushing event updated for resources: {'Port': ['ID=6c0864be-3383-41a3-82e6-3442fea5b5cb,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:05.920995 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7656de95-c45f-4c82-a261-efa3527e629d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (8b705cc4-7778-4147-b4c4-cf0ba059ad61), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:05.943563 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6734f-59d2-4e50-80a7-523426a0d40e None None] Pushing event updated for resources: {'Port': ['ID=9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:05.947935 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:05.948941 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:11:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:05.954783 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88bef71-d348-467e-be34-d8725c664828 None None] Network 33194240-e80c-4579-85ac-2da5c0a17a0c requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:05.985642 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3257957-d195-40ee-810e-060769d8e7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (d0e86413-a72e-4801-8be4-5f80484710e7), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.000340 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3257957-d195-40ee-810e-060769d8e7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.006331 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a3257957-d195-40ee-810e-060769d8e7c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d0e86413-a72e-4801-8be4-5f80484710e7 HTTP/1.1" status: 204 len: 168 time: 1.4856513 Apr 12 13:12:06.159329 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49958) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:06.175166 dv-cinder-830096-4-iscsi neutron-server[103442]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 13:12:06.229399 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Checking segment: {'id': '3da234ff-c608-43b0-a87e-6e36f6d83a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '02996e01-819d-4433-948f-f80ae522cb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:06.229795 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Network hostable DHCP agents. Network: 02996e01-819d-4433-948f-f80ae522cb7b, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:12:06.248542 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3257957-d195-40ee-810e-060769d8e7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e86413-a72e-4801-8be4-5f80484710e7,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:06.252854 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:06.307414 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656de95-c45f-4c82-a261-efa3527e629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b705cc4-7778-4147-b4c4-cf0ba059ad61,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:06.320085 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Network 02996e01-819d-4433-948f-f80ae522cb7b is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:12:06.338326 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c006b60-32d9-4dae-b14c-dc51073c33f1,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:06.351821 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7656de95-c45f-4c82-a261-efa3527e629d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=921801e2a3454b94a391e9c40e766225&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2723436 Apr 12 13:12:06.355285 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 49962) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:06.444907 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1410629-01a4-48a0-9b72-9158b59282d0 None None] Network 338fa43e-63c7-4e02-92fe-2483c828b744 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:06.492143 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 02996e01-819d-4433-948f-f80ae522cb7b) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:06.532154 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c10a070-502e-4db2-8e9f-3c6e15c5b60e None None] Network 02996e01-819d-4433-948f-f80ae522cb7b requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:06.565044 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:06.566035 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.609436 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50238c8b-a752-48c7-a51f-e3ef2963747f admin admin] Publish callbacks [] for security_group (8b705cc4-7778-4147-b4c4-cf0ba059ad61), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.622555 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:01Z', 'revision_number': 3, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:06.637384 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50238c8b-a752-48c7-a51f-e3ef2963747f admin admin] Publish callbacks [] for security_group (8b705cc4-7778-4147-b4c4-cf0ba059ad61), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.690910 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3b4cb374-580e-4ab1-a42a-0f69ad736b88 None None] Provisioning complete for port 6bce8182-45ce-4b51-bcf5-49422f7b26ae triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:06.692661 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb374-580e-4ab1-a42a-0f69ad736b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.714015 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd783b-3722-4c02-b4a4-e01fb7b2bbd9 None None] The sync data for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi is: [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:01Z', 'revision_number': 3, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:12:06.762437 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4896acfc-c806-4d9f-b2a2-5ed15e670afe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8522644 Apr 12 13:12:06.762544 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-3e112886-3f80-4166-b3f2-b7e05ac3b5c1 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:06.777944 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-3e112886-3f80-4166-b3f2-b7e05ac3b5c1 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/networks?id=33194240-e80c-4579-85ac-2da5c0a17a0c HTTP/1.1" status: 200 len: 811 time: 0.6132588 Apr 12 13:12:06.784168 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50238c8b-a752-48c7-a51f-e3ef2963747f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (8b705cc4-7778-4147-b4c4-cf0ba059ad61), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.787010 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-50238c8b-a752-48c7-a51f-e3ef2963747f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.788275 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-50238c8b-a752-48c7-a51f-e3ef2963747f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b705cc4-7778-4147-b4c4-cf0ba059ad61 HTTP/1.1" status: 204 len: 168 time: 0.4048042 Apr 12 13:12:06.812691 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50238c8b-a752-48c7-a51f-e3ef2963747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b705cc4-7778-4147-b4c4-cf0ba059ad61,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:06.820522 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks [] for router_gateway (1ad798b5-7f5e-4a3a-a145-da5e84050327), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.864219 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-12b6aaa3-2449-4b0a-831d-20882adbc1c2 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/quotas/f7dcb8f050de499c85756d2b2e92f2a0 HTTP/1.1" status: 200 len: 375 time: 0.0824881 Apr 12 13:12:06.912448 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.925221 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks [] for router_gateway (84387054-c204-4e51-a012-8d4d770ccf81), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:06.977715 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Allocated IP 172.20.0.1 (4633092b-bba4-4f90-b57d-45ae14e87d1a/61c78fbe-9723-4d68-b18e-50470248f98f/d17f3bf7-bd71-4231-ac3b-ebb9be120cd0) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:07.001574 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6bce8182-45ce-4b51-bcf5-49422f7b26ae up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:07.054587 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-8d78e051-c881-42fb-9126-918797331caf tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7dcb8f050de499c85756d2b2e92f2a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1838167 Apr 12 13:12:07.262049 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Publish callbacks [] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:07.351874 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:07.354513 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3b4cb374-580e-4ab1-a42a-0f69ad736b88 None None] Current status of the port 6bce8182-45ce-4b51-bcf5-49422f7b26ae is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:07.355514 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb374-580e-4ab1-a42a-0f69ad736b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:07.409832 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3b4cb374-580e-4ab1-a42a-0f69ad736b88 None None] For port 6bce8182-45ce-4b51-bcf5-49422f7b26ae, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6bce8182-45ce-4b51-bcf5-49422f7b26ae,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:07.422097 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d2f74a-4b45-407c-a7dc-5dd1e9d82007 None None] Network 02996e01-819d-4433-948f-f80ae522cb7b requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:07.429173 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3b4cb374-580e-4ab1-a42a-0f69ad736b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:07.480527 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 49994) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:07.545333 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4cb374-580e-4ab1-a42a-0f69ad736b88 None None] Pushing event updated for resources: {'Port': ['ID=6bce8182-45ce-4b51-bcf5-49422f7b26ae,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:07.604678 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:07.615513 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:07.618718 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Pushing event updated for resources: {'Port': ['ID=d17f3bf7-bd71-4231-ac3b-ebb9be120cd0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:07.632770 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:07.633609 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (b72da630-1f57-486e-81e0-ba92859f4293), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:07.638237 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99e13653-1480-4bd6-acbf-83b89669e9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:07.702861 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Allocated IP 172.27.3.222 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/b33927f0-c95d-4e8d-8042-4920c9683300) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:07.865668 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (84387054-c204-4e51-a012-8d4d770ccf81), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.030091 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09c223d7-6210-4c70-908a-d8e7ffa9baf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.048297 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1797cd-be5a-4a4a-a7e5-30d7bd9ad6ea None None] Network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:08.134304 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks [] for port (b33927f0-c95d-4e8d-8042-4920c9683300), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.189826 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.202988 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 6bce8182-45ce-4b51-bcf5-49422f7b26ae triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:08.203693 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.276229 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Pushing event updated for resources: {'Port': ['ID=b33927f0-c95d-4e8d-8042-4920c9683300,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:08.299468 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-58781b3c-e103-4b7b-8f92-28c9bb433f55 None None] Provisioning complete for port 6c0864be-3383-41a3-82e6-3442fea5b5cb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:08.300677 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58781b3c-e103-4b7b-8f92-28c9bb433f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.304897 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:08.311290 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:08.318115 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:08.360941 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99e13653-1480-4bd6-acbf-83b89669e9b2 admin admin] Publish callbacks [] for security_group (10397a37-844b-4b5f-b65f-c6253c7f4b6d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.408280 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-99e13653-1480-4bd6-acbf-83b89669e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (10397a37-844b-4b5f-b65f-c6253c7f4b6d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.469589 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-978ecaac-8622-46d2-b28a-882cf222e95f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:12:08.473539 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-978ecaac-8622-46d2-b28a-882cf222e95f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6464846 Apr 12 13:12:08.484351 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e13653-1480-4bd6-acbf-83b89669e9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10397a37-844b-4b5f-b65f-c6253c7f4b6d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:08.504167 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.599105 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 6bce8182-45ce-4b51-bcf5-49422f7b26ae is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:08.601021 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6c0864be-3383-41a3-82e6-3442fea5b5cb up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:08.614264 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50010) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:08.645538 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-99e13653-1480-4bd6-acbf-83b89669e9b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2277ccdb13cc40cbbed23743aaf7321b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1499949 Apr 12 13:12:08.718381 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-58781b3c-e103-4b7b-8f92-28c9bb433f55 None None] Current status of the port 6c0864be-3383-41a3-82e6-3442fea5b5cb is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:08.729669 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58781b3c-e103-4b7b-8f92-28c9bb433f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.789631 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.834219 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-58781b3c-e103-4b7b-8f92-28c9bb433f55 None None] For port 6c0864be-3383-41a3-82e6-3442fea5b5cb, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6c0864be-3383-41a3-82e6-3442fea5b5cb,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:08.836143 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 6c0864be-3383-41a3-82e6-3442fea5b5cb triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:08.836758 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.838107 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50014) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:08.842966 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58781b3c-e103-4b7b-8f92-28c9bb433f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.923335 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-58781b3c-e103-4b7b-8f92-28c9bb433f55 None None] Provisioning complete for port 6bce8182-45ce-4b51-bcf5-49422f7b26ae triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:08.924000 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58781b3c-e103-4b7b-8f92-28c9bb433f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.958577 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe96247f-ba83-4da2-b4ea-43dcd5e46f40 admin admin] Publish callbacks [] for security_group (10397a37-844b-4b5f-b65f-c6253c7f4b6d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:08.991542 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe96247f-ba83-4da2-b4ea-43dcd5e46f40 admin admin] Publish callbacks [] for security_group (10397a37-844b-4b5f-b65f-c6253c7f4b6d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.034737 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58781b3c-e103-4b7b-8f92-28c9bb433f55 None None] Pushing event updated for resources: {'Port': ['ID=6c0864be-3383-41a3-82e6-3442fea5b5cb,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:09.062575 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Router 84387054-c204-4e51-a012-8d4d770ccf81 is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:12:09.063782 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84ce0dea-e7b2-4154-b2de-6dd07c85e712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.076495 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe96247f-ba83-4da2-b4ea-43dcd5e46f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (10397a37-844b-4b5f-b65f-c6253c7f4b6d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.080185 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe96247f-ba83-4da2-b4ea-43dcd5e46f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.081389 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fe96247f-ba83-4da2-b4ea-43dcd5e46f40 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/10397a37-844b-4b5f-b65f-c6253c7f4b6d HTTP/1.1" status: 204 len: 168 time: 0.2418745 Apr 12 13:12:09.137738 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96247f-ba83-4da2-b4ea-43dcd5e46f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10397a37-844b-4b5f-b65f-c6253c7f4b6d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:09.152317 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-790159a7-0ad4-4e46-880b-d6d17db9eae5 service neutron] 10.222.0.47 "GET /v2.0/networks/33194240-e80c-4579-85ac-2da5c0a17a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610603 Apr 12 13:12:09.211390 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 6c0864be-3383-41a3-82e6-3442fea5b5cb is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:09.233874 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-58781b3c-e103-4b7b-8f92-28c9bb433f55 None None] Current status of the port 6bce8182-45ce-4b51-bcf5-49422f7b26ae is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:09.281519 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Publish callbacks [] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.303099 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:12:09.316608 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Sync routers for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:12:09.346613 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.349873 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (b72da630-1f57-486e-81e0-ba92859f4293), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.360001 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.361486 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-015cbb8a-98c0-4c27-b677-2088357464f8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0496609 Apr 12 13:12:09.364655 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50032) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:09.407375 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:09.408028 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:09.423185 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50034) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:09.447427 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-131595742-network', 'tenant_id': 'aa54979967c94a738c75eaac6bcded46'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:09.502960 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-482e3734-0be1-4cc2-990a-6738cc966c80 None None] Provisioning complete for port 6c0864be-3383-41a3-82e6-3442fea5b5cb triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:09.505195 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Made reservation on behalf of aa54979967c94a738c75eaac6bcded46 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:09.507098 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-482e3734-0be1-4cc2-990a-6738cc966c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.508286 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.589440 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:09.596859 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84ce0dea-e7b2-4154-b2de-6dd07c85e712 admin admin] Publish callbacks [] for security_group (f417fdb1-931e-49b5-838d-616fbcd65132), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.598953 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.610460 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Pushing event updated for resources: {'Port': ['ID=d17f3bf7-bd71-4231-ac3b-ebb9be120cd0,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:09.624866 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-84ce0dea-e7b2-4154-b2de-6dd07c85e712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f417fdb1-931e-49b5-838d-616fbcd65132), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:09.634551 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-e35fe816-b089-4f13-a3ed-7c2868f63d11 service neutron] 10.222.0.47 "GET /v2.0/networks/33194240-e80c-4579-85ac-2da5c0a17a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703271 Apr 12 13:12:09.710347 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-84ce0dea-e7b2-4154-b2de-6dd07c85e712 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10e0615312b3424c9539c3daa18a0bb3&name=default HTTP/1.1" status: 200 len: 2993 time: 1.0837638 Apr 12 13:12:09.719831 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50038) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:09.734490 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce0dea-e7b2-4154-b2de-6dd07c85e712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f417fdb1-931e-49b5-838d-616fbcd65132,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:09.773130 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:09.784053 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:10.006346 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d8639c0-353b-4aef-a441-c241b903af62 admin admin] Publish callbacks [] for security_group (f417fdb1-931e-49b5-838d-616fbcd65132), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.052289 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Publish callbacks [] for security_group (c72a7f5b-3c2d-4a57-9a92-54fb2d1cafc0), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.061208 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:10.066360 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c72a7f5b-3c2d-4a57-9a92-54fb2d1cafc0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.075532 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:10.075934 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.104928 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d8639c0-353b-4aef-a441-c241b903af62 admin admin] Publish callbacks [] for security_group (f417fdb1-931e-49b5-838d-616fbcd65132), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.140332 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:12:10.193493 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks [] for router_gateway (1ad798b5-7f5e-4a3a-a145-da5e84050327), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.211000 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (b99c7838-2314-4ef2-8104-c7adcad92089), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.211366 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Added segment b99c7838-2314-4ef2-8104-c7adcad92089 of type vlan for network 7ec4666a-ea5c-4f25-bd8c-26bdae691ecf Apr 12 13:12:10.237577 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-482e3734-0be1-4cc2-990a-6738cc966c80 None None] Current status of the port 6c0864be-3383-41a3-82e6-3442fea5b5cb is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:10.246362 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72a7f5b-3c2d-4a57-9a92-54fb2d1cafc0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:10.257931 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50062) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:10.268183 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-482e3734-0be1-4cc2-990a-6738cc966c80 None None] Provisioning complete for port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:10.269034 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-482e3734-0be1-4cc2-990a-6738cc966c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.270102 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Router b72da630-1f57-486e-81e0-ba92859f4293 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:12:10.337617 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f1d8aa29-58f0-4a46-a2c4-12e38de9461b req-33275755-6363-4a1c-a83c-48be10e312ae tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0766823 Apr 12 13:12:10.359142 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (7ec4666a-ea5c-4f25-bd8c-26bdae691ecf), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.400991 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-482e3734-0be1-4cc2-990a-6738cc966c80 None None] Port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:10.455182 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:10.456204 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.457323 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d8639c0-353b-4aef-a441-c241b903af62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f417fdb1-931e-49b5-838d-616fbcd65132), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.460310 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0d8639c0-353b-4aef-a441-c241b903af62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.467498 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-0d8639c0-353b-4aef-a441-c241b903af62 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f417fdb1-931e-49b5-838d-616fbcd65132 HTTP/1.1" status: 204 len: 168 time: 0.7393730 Apr 12 13:12:10.485609 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (7ec4666a-ea5c-4f25-bd8c-26bdae691ecf), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.486562 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:10.487516 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.490303 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8639c0-353b-4aef-a441-c241b903af62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f417fdb1-931e-49b5-838d-616fbcd65132,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:10.534770 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:10.580866 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.581850 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6c0864be-3383-41a3-82e6-3442fea5b5cb up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:10.598685 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (1ad798b5-7f5e-4a3a-a145-da5e84050327), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.648496 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a6daa524-36d8-44fd-b0fd-69a87f3a3d1e None None] Provisioning complete for port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:10.648879 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a6daa524-36d8-44fd-b0fd-69a87f3a3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.676912 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2509186 Apr 12 13:12:10.679443 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 6c0864be-3383-41a3-82e6-3442fea5b5cb triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:10.679997 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.718624 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50074) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:10.727516 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Request body: {'subnet': {'network_id': '7ec4666a-ea5c-4f25-bd8c-26bdae691ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-131595742-subnet', 'tenant_id': 'aa54979967c94a738c75eaac6bcded46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:10.740210 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a5dd1-4dd5-4fde-9495-d5203e23ce25 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec4666a-ea5c-4f25-bd8c-26bdae691ecf,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:10.748674 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:12:10.766783 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-94690655-a474-4cf9-add2-6727adccc937 admin admin] 10.222.0.47 "PUT /v2.0/routers/b72da630-1f57-486e-81e0-ba92859f4293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5563195 Apr 12 13:12:10.766981 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Sync routers for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:12:10.784692 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Made reservation on behalf of aa54979967c94a738c75eaac6bcded46 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:10.788527 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.791285 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:10.793959 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:10.828245 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 7ec4666a-ea5c-4f25-bd8c-26bdae691ecf details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:12:10.836590 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 6c0864be-3383-41a3-82e6-3442fea5b5cb is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:10.838049 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6bce8182-45ce-4b51-bcf5-49422f7b26ae up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:10.886162 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:10.894026 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:06Z', 'revision_number': 3, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:10.933477 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Checking router: 84387054-c204-4e51-a012-8d4d770ccf81 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:12:10.934211 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Updating router 84387054-c204-4e51-a012-8d4d770ccf81 port e19b5563-f1e0-4523-bd9a-014b0a012fa4 binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:12:10.977530 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:11.010201 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 6bce8182-45ce-4b51-bcf5-49422f7b26ae triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:11.011006 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:11.030145 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a6daa524-36d8-44fd-b0fd-69a87f3a3d1e None None] Port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:11.049169 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:11.140183 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:11.226407 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Allocated IP 172.20.0.1 (338fa43e-63c7-4e02-92fe-2483c828b744/15b5014d-00df-4c61-a675-ebbc17295068/b7ad10f9-2451-47c3-a028-5ba9f25c06e9) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:11.318408 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (b790ebc6-7f10-422b-9286-85ccc90c681c), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:11.395939 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Router 1ad798b5-7f5e-4a3a-a145-da5e84050327 is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:12:11.566382 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e9bf1045-dcb8-4a6e-b9d4-1ef959195808 req-65c366c2-bb42-48ad-97fd-328eab270141 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0563195 Apr 12 13:12:11.586122 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b790ebc6-7f10-422b-9286-85ccc90c681c,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:11.592459 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Checking segment: {'id': 'b99c7838-2314-4ef2-8104-c7adcad92089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7ec4666a-ea5c-4f25-bd8c-26bdae691ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:11.593870 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Network hostable DHCP agents. Network: 7ec4666a-ea5c-4f25-bd8c-26bdae691ecf, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:12:11.630076 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:11.633656 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Network 7ec4666a-ea5c-4f25-bd8c-26bdae691ecf is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:12:11.647658 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 7ec4666a-ea5c-4f25-bd8c-26bdae691ecf) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:11.656502 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:11.657274 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:11.691537 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1e6b5db3-eff1-4eb5-a119-9f4da92d87c5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9698932 Apr 12 13:12:11.744738 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:12:11.799222 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b31450-adc6-43e6-8ee9-ee30c906ff18 None None] Network 7ec4666a-ea5c-4f25-bd8c-26bdae691ecf requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:11.823679 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:11.827961 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5ff068ba-8a2c-425b-a8ee-4ad4c47b1446 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9019172 Apr 12 13:12:11.828461 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50096) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:11.848545 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Publish callbacks [] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:11.879401 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50100) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:11.938213 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Sync routers for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:12:11.980927 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:11.981591 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:12.122427 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:12.220275 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 2, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:12.287854 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-62c1658e-ef0c-4b1a-86bb-da6d96cce0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:12.303420 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Checking router: b72da630-1f57-486e-81e0-ba92859f4293 for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:12:12.303669 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Updating router b72da630-1f57-486e-81e0-ba92859f4293 port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:12:12.328506 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e290a524-4cfb-4cec-aa11-ef8b76c6f2f2 None None] Network 7ec4666a-ea5c-4f25-bd8c-26bdae691ecf requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:12:12.339416 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:12.391197 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:12.425611 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50122) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:12.429939 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Network 338fa43e-63c7-4e02-92fe-2483c828b744 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:12.440255 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:12.453214 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:12.453917 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (84387054-c204-4e51-a012-8d4d770ccf81), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:12.458123 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ad10f9-2451-47c3-a028-5ba9f25c06e9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:12.889765 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-62c1658e-ef0c-4b1a-86bb-da6d96cce0f4 admin admin] Publish callbacks [] for security_group (23705b48-2381-4d62-8788-ef7aeecf49ec), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:12.933722 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 6bce8182-45ce-4b51-bcf5-49422f7b26ae is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:12.962493 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-62c1658e-ef0c-4b1a-86bb-da6d96cce0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (23705b48-2381-4d62-8788-ef7aeecf49ec), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.056419 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.093166 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba05bd7-cc4b-422b-b8db-2470e082482b admin admin] Deleting subnet 2c006b60-32d9-4dae-b14c-dc51073c33f1 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:12:13.173009 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e437fd93-a00c-4a75-8da9-6bc7f0407e5c req-29cf251f-70e9-4d0d-97db-a163f1938f0c tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0646551 Apr 12 13:12:13.205368 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dba05bd7-cc4b-422b-b8db-2470e082482b admin admin] Publish callbacks [] for subnet (2c006b60-32d9-4dae-b14c-dc51073c33f1), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.288232 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Publish callbacks [] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.290216 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1658e-ef0c-4b1a-86bb-da6d96cce0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23705b48-2381-4d62-8788-ef7aeecf49ec,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:13.298179 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.318631 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Publish callbacks [] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.359707 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:13.361257 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643b0bf-4838-4ca0-b26a-61ed4012fc01 None None] Pushing event updated for resources: {'Port': ['ID=d17f3bf7-bd71-4231-ac3b-ebb9be120cd0,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:13.365717 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.515058 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Attempting to bind port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:13.515436 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Attempting to bind port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:13.515803 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Attempting to bind port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 on network 4633092b-bba4-4f90-b57d-45ae14e87d1a {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:13.535696 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:13.537155 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Checking segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:13.538117 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.539068 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Bound using segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:13.539988 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Bound port: d17f3bf7-bd71-4231-ac3b-ebb9be120cd0, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:13.540560 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.543738 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dba05bd7-cc4b-422b-b8db-2470e082482b admin admin] Publish callbacks [] for subnet (2c006b60-32d9-4dae-b14c-dc51073c33f1), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.604460 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Publish callbacks [] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.613796 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-62c1658e-ef0c-4b1a-86bb-da6d96cce0f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14fd2185c8444715941317f09e17973e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7296772 Apr 12 13:12:13.615739 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.618560 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (84387054-c204-4e51-a012-8d4d770ccf81), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.620382 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dba05bd7-cc4b-422b-b8db-2470e082482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (2c006b60-32d9-4dae-b14c-dc51073c33f1), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.621866 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50160) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:13.654222 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:13.666476 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Attempting to bind port e19b5563-f1e0-4523-bd9a-014b0a012fa4 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:13.667204 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Attempting to bind port e19b5563-f1e0-4523-bd9a-014b0a012fa4 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:13.667814 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Attempting to bind port e19b5563-f1e0-4523-bd9a-014b0a012fa4 on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:13.672595 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6e0e8015-89fa-48cd-918d-ed063e042fb3 None None] Provisioning complete for port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:13.680121 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6e0e8015-89fa-48cd-918d-ed063e042fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.764302 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] For port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:13.781074 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] For port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=d17f3bf7-bd71-4231-ac3b-ebb9be120cd0,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:13.813383 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.833748 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e8015-89fa-48cd-918d-ed063e042fb3 None None] Port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:13.882334 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:13.883036 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:13.883702 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.884303 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:13.885005 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Bound port: e19b5563-f1e0-4523-bd9a-014b0a012fa4, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:13.885680 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:13.886794 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ad10f9-2451-47c3-a028-5ba9f25c06e9,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:13.948709 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-4788a7cf-2884-419c-a592-624fa51c6fdc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:13.957761 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-4788a7cf-2884-419c-a592-624fa51c6fdc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 818 time: 0.8509915 Apr 12 13:12:13.995381 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-405151cd-53bf-43d3-a061-784ee152fba2 admin admin] Publish callbacks [] for security_group (23705b48-2381-4d62-8788-ef7aeecf49ec), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:14.020269 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643b0bf-4838-4ca0-b26a-61ed4012fc01 None None] Pushing event updated for resources: {'Port': ['ID=d17f3bf7-bd71-4231-ac3b-ebb9be120cd0,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:14.033771 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-80a8f5e9-100e-45c7-9ddb-686b664ae707 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/quotas/bd7b3eeb96664fbbb983fb4bdd1b557d HTTP/1.1" status: 200 len: 375 time: 0.0728409 Apr 12 13:12:14.046381 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1961e69-c0e3-4bac-8bbd-2706abb1e2ed None None] Pushing event updated for resources: {'Port': ['ID=e19b5563-f1e0-4523-bd9a-014b0a012fa4,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:14.070865 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:14.071666 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:14.104594 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-405151cd-53bf-43d3-a061-784ee152fba2 admin admin] Publish callbacks [] for security_group (23705b48-2381-4d62-8788-ef7aeecf49ec), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:14.107008 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dba05bd7-cc4b-422b-b8db-2470e082482b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (2c006b60-32d9-4dae-b14c-dc51073c33f1), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:14.161146 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-26656e1a-cbb0-436a-9a33-e67ab967b982 None None] Provisioning complete for port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:14.162001 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26656e1a-cbb0-436a-9a33-e67ab967b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:14.190677 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Network 338fa43e-63c7-4e02-92fe-2483c828b744 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:14.198449 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:14.368199 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:14.369950 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:14.404562 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:14.445783 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.26', 63417) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:14.503550 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba05bd7-cc4b-422b-b8db-2470e082482b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c006b60-32d9-4dae-b14c-dc51073c33f1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:14.509625 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] For port e19b5563-f1e0-4523-bd9a-014b0a012fa4, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:14.517271 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] For port e19b5563-f1e0-4523-bd9a-014b0a012fa4, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=e19b5563-f1e0-4523-bd9a-014b0a012fa4,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:14.546922 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Router 84387054-c204-4e51-a012-8d4d770ccf81 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:12:14.557633 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-ff705838-39ee-4d25-b3f3-0bd42414a960 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5142066 Apr 12 13:12:14.573395 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dba05bd7-cc4b-422b-b8db-2470e082482b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:14.593647 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-dba05bd7-cc4b-422b-b8db-2470e082482b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2c006b60-32d9-4dae-b14c-dc51073c33f1 HTTP/1.1" status: 204 len: 168 time: 2.1665087 Apr 12 13:12:14.593863 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50182) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:14.621304 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:14.753759 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1961e69-c0e3-4bac-8bbd-2706abb1e2ed None None] Pushing event updated for resources: {'Port': ['ID=e19b5563-f1e0-4523-bd9a-014b0a012fa4,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:14.809081 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-405151cd-53bf-43d3-a061-784ee152fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (23705b48-2381-4d62-8788-ef7aeecf49ec), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:14.816673 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-405151cd-53bf-43d3-a061-784ee152fba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:14.821525 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-405151cd-53bf-43d3-a061-784ee152fba2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23705b48-2381-4d62-8788-ef7aeecf49ec HTTP/1.1" status: 204 len: 168 time: 1.1942496 Apr 12 13:12:14.848463 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405151cd-53bf-43d3-a061-784ee152fba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23705b48-2381-4d62-8788-ef7aeecf49ec,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:15.037594 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-26656e1a-cbb0-436a-9a33-e67ab967b982 None None] Current status of the port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:15.040542 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26656e1a-cbb0-436a-9a33-e67ab967b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:15.050054 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b32cb700-978c-4ba9-8acb-fdd767a80ddb req-b452fee8-4bf5-4e11-822c-7a03ca8b6d95 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 210 time: 0.2782893 Apr 12 13:12:15.060736 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:13Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:15.124139 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (02996e01-819d-4433-948f-f80ae522cb7b), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:15.152559 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-ee9f404c-fa92-425b-8bbe-f192f6034458 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:15.154855 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8bd1b-173c-47d4-a21f-77dbcb223048 None None] The sync data for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi is: [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:13Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:12:15.155367 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-ee9f404c-fa92-425b-8bbe-f192f6034458 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.26 "GET /v2.0/networks?id=33194240-e80c-4579-85ac-2da5c0a17a0c HTTP/1.1" status: 200 len: 811 time: 0.7070765 Apr 12 13:12:15.158688 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:15.207866 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:15.231808 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Request body: {'port': {'device_id': '89d565d7-426f-4832-a230-73a8e8d6a9d1', 'network_id': '33194240-e80c-4579-85ac-2da5c0a17a0c', 'admin_state_up': True, 'tenant_id': 'f7dcb8f050de499c85756d2b2e92f2a0'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:15.287010 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-26656e1a-cbb0-436a-9a33-e67ab967b982 None None] For port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=d17f3bf7-bd71-4231-ac3b-ebb9be120cd0,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:15.290342 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:15.291766 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:15.351008 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:12:15.365433 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-46f3d6af-db23-4d04-acee-b22688dd3175 admin admin] 10.222.0.47 "PUT /v2.0/routers/84387054-c204-4e51-a012-8d4d770ccf81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9990427 Apr 12 13:12:15.434710 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (02996e01-819d-4433-948f-f80ae522cb7b), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:15.498593 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.498970 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.499730 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.500056 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > port after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.500370 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.500679 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > port after_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.501005 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.501346 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.501659 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.501972 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.541631 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:15.662334 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:15.665334 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26656e1a-cbb0-436a-9a33-e67ab967b982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:15.684616 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-0f614f64-950b-410b-9b0b-c09e1cf3c718 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:12:15.701633 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-0f614f64-950b-410b-9b0b-c09e1cf3c718 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7089400 Apr 12 13:12:15.891584 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Made reservation on behalf of f7dcb8f050de499c85756d2b2e92f2a0 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:15.897049 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:15.915308 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.916150 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.916150 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.916150 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:12:15.916547 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02996e01-819d-4433-948f-f80ae522cb7b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:15.962274 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da234ff-c608-43b0-a87e-6e36f6d83a15') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:15.962488 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da234ff-c608-43b0-a87e-6e36f6d83a15') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:16.015052 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083049'] for segment (3da234ff-c608-43b0-a87e-6e36f6d83a15), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.058159 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 3, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:16.071390 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (3da234ff-c608-43b0-a87e-6e36f6d83a15), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.082915 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:12:16.083294 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11553031'] for segment (3da234ff-c608-43b0-a87e-6e36f6d83a15), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: from cryptography.utils import int_from_bytes Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: from cryptography.utils import int_from_bytes Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: Traceback (most recent call last): Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: timer() Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: cb(*args, **kw) Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: return func(*args, **kwargs) Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: self._notify() Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: self.callback(batched_events) Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: event.method(event) Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: return f(self, *a, **k) Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._get(url).json() Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:12:16.088624 dv-cinder-830096-4-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:12:16.210909 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (02996e01-819d-4433-948f-f80ae522cb7b), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.234305 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.237924 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] 10.222.0.47 "DELETE /v2.0/networks/02996e01-819d-4433-948f-f80ae522cb7b HTTP/1.1" status: 204 len: 168 time: 1.6358252 Apr 12 13:12:16.268463 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50246) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:16.287609 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fd40f-b574-42b5-91e7-881886496e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=02996e01-819d-4433-948f-f80ae522cb7b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:16.314952 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Checking router: 1ad798b5-7f5e-4a3a-a145-da5e84050327 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:12:16.316122 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Updating router 1ad798b5-7f5e-4a3a-a145-da5e84050327 port b33927f0-c95d-4e8d-8042-4920c9683300 binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:12:16.324064 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26656e1a-cbb0-436a-9a33-e67ab967b982 None None] Pushing event updated for resources: {'Port': ['ID=d17f3bf7-bd71-4231-ac3b-ebb9be120cd0,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:16.417343 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f079501-2b8d-4765-b687-444dcb1dbad8 admin admin] Deleting subnet b790ebc6-7f10-422b-9286-85ccc90c681c {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:12:16.431495 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f079501-2b8d-4765-b687-444dcb1dbad8 admin admin] Publish callbacks [] for subnet (b790ebc6-7f10-422b-9286-85ccc90c681c), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.462554 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-f49758bf-28b3-42dc-8edd-5a4b509c290b service neutron] 10.222.0.47 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7531753 Apr 12 13:12:16.470601 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7c33c5fc-d1cf-4358-b85f-e4f4bf177323 None None] Provisioning complete for port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:16.471017 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c33c5fc-d1cf-4358-b85f-e4f4bf177323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.555600 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f079501-2b8d-4765-b687-444dcb1dbad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083040'] for subnet (b790ebc6-7f10-422b-9286-85ccc90c681c), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.621814 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:16.623510 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.625923 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:13Z', 'revision_number': 2, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:16.669453 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f079501-2b8d-4765-b687-444dcb1dbad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (b790ebc6-7f10-422b-9286-85ccc90c681c), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.892270 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f079501-2b8d-4765-b687-444dcb1dbad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11553197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12444193'] for subnet (b790ebc6-7f10-422b-9286-85ccc90c681c), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:16.968286 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f079501-2b8d-4765-b687-444dcb1dbad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b790ebc6-7f10-422b-9286-85ccc90c681c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:17.030180 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f079501-2b8d-4765-b687-444dcb1dbad8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:17.038355 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6f079501-2b8d-4765-b687-444dcb1dbad8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b790ebc6-7f10-422b-9286-85ccc90c681c HTTP/1.1" status: 204 len: 168 time: 0.7684708 Apr 12 13:12:17.046937 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50260) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:17.087487 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec72076-2b7b-45ec-9ff3-2f2323219517 None None] The sync data for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi is: [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:13Z', 'revision_number': 2, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:12:17.226771 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:12:17.285863 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7c33c5fc-d1cf-4358-b85f-e4f4bf177323 None None] Current status of the port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:17.289773 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:17.292379 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:17.306715 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (7ec4666a-ea5c-4f25-bd8c-26bdae691ecf), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:17.477218 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:17.509536 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-1e5c39dd-d9be-4f87-92cc-4e2bf2217009 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269687332', 'description': 'tempest-description--1988606063'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:17.547787 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Allocated IP 172.20.0.1 (098edfc6-241c-42b0-88bc-bbe949fe2fa2/da4f1e09-0998-4440-b261-f6da95ce5d96/90c89cc3-99cf-4946-9497-d515071e1223) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:17.563998 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-e2195cfa-908a-4ecd-98bc-14e017528373 service neutron] 10.222.0.47 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0780954 Apr 12 13:12:17.658182 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:17.666079 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Allocated IP 172.20.0.13 (33194240-e80c-4579-85ac-2da5c0a17a0c/ccf21ce1-e58a-4ed0-ad62-23ac46300aa3/854441c5-dda9-4685-a666-e272da0243d2) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:17.730952 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7c33c5fc-d1cf-4358-b85f-e4f4bf177323 None None] Provisioning complete for port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:17.731493 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7c33c5fc-d1cf-4358-b85f-e4f4bf177323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:17.873302 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (7ec4666a-ea5c-4f25-bd8c-26bdae691ecf), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:17.883958 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e5c39dd-d9be-4f87-92cc-4e2bf2217009 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:17.916935 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0a6a5c68-1eee-4e4d-8b6b-f8827a340f3f req-2e2bfd28-f283-455e-92b4-ccef5d05fea5 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 210 time: 0.2111230 Apr 12 13:12:18.280583 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7c33c5fc-d1cf-4358-b85f-e4f4bf177323 None None] Port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:18.399342 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:18.401273 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:18.422523 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec4666a-ea5c-4f25-bd8c-26bdae691ecf']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:18.491365 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99c7838-2314-4ef2-8104-c7adcad92089') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:18.491662 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99c7838-2314-4ef2-8104-c7adcad92089') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:18.527515 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083049'] for segment (b99c7838-2314-4ef2-8104-c7adcad92089), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:18.611816 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (b99c7838-2314-4ef2-8104-c7adcad92089), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:18.636647 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:12:18.637901 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11553031'] for segment (b99c7838-2314-4ef2-8104-c7adcad92089), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: Traceback (most recent call last): Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: timer() Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: cb(*args, **kw) Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: return func(*args, **kwargs) Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: self._notify() Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: self.callback(batched_events) Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: event.method(event) Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: return f(self, *a, **k) Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._get(url).json() Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:12:18.663553 dv-cinder-830096-4-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:12:18.946694 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e5c39dd-d9be-4f87-92cc-4e2bf2217009 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (c452fc6c-a65c-4656-97e3-30d7e3304ae1), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:18.958882 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e5c39dd-d9be-4f87-92cc-4e2bf2217009 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c452fc6c-a65c-4656-97e3-30d7e3304ae1), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.032717 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Publish callbacks [] for port (90c89cc3-99cf-4946-9497-d515071e1223), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.050757 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:19.073491 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Publish callbacks [] for port (b33927f0-c95d-4e8d-8042-4920c9683300), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.112750 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.113226 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1e5c39dd-d9be-4f87-92cc-4e2bf2217009 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.114475 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-1e5c39dd-d9be-4f87-92cc-4e2bf2217009 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6181977 Apr 12 13:12:19.118846 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f4a88b5b-bb36-4635-96cd-1a199827ec9b req-f7dbdf30-d13c-428c-acc3-406ce23a58af tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 210 time: 0.0894630 Apr 12 13:12:19.119422 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50322) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:19.183915 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (7ec4666a-ea5c-4f25-bd8c-26bdae691ecf), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.201421 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-fc0bdfbc-d8fa-463a-8348-b76f965efd74 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'security_group_rule': {'security_group_id': 'c452fc6c-a65c-4656-97e3-30d7e3304ae1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:19.260040 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.269215 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7ec4666a-ea5c-4f25-bd8c-26bdae691ecf HTTP/1.1" status: 204 len: 168 time: 2.2210777 Apr 12 13:12:19.309737 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec9ffe-667b-4468-a5c9-1ed080b0ecc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec4666a-ea5c-4f25-bd8c-26bdae691ecf,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:19.311746 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c39dd-d9be-4f87-92cc-4e2bf2217009 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c452fc6c-a65c-4656-97e3-30d7e3304ae1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:19.511604 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (90c89cc3-99cf-4946-9497-d515071e1223), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.533820 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Attempting to bind port b33927f0-c95d-4e8d-8042-4920c9683300 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:19.536522 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Attempting to bind port b33927f0-c95d-4e8d-8042-4920c9683300 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:19.540169 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Attempting to bind port b33927f0-c95d-4e8d-8042-4920c9683300 on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:19.577555 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:19.581325 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:19.590549 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.591287 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:19.594221 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Bound port: b33927f0-c95d-4e8d-8042-4920c9683300, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:19.595923 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.789416 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ad8cf72f-f3f4-42e7-9a2b-ecb2336932c0 req-3d1bfd19-014f-4ddf-9449-f8a68e2f1d02 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 210 time: 0.2107551 Apr 12 13:12:19.804052 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] For port b33927f0-c95d-4e8d-8042-4920c9683300, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:19.814366 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] For port b33927f0-c95d-4e8d-8042-4920c9683300, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=b33927f0-c95d-4e8d-8042-4920c9683300,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:19.857170 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:19.858426 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.872680 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Publish callbacks [] for port (854441c5-dda9-4685-a666-e272da0243d2), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.882097 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:19.889076 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc0bdfbc-d8fa-463a-8348-b76f965efd74 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (3130b2f5-f2f4-484c-916e-7cf2d442bd04), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:19.937060 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611b431-fb56-4b7b-a928-0dcb3f26086c None None] Pushing event updated for resources: {'Port': ['ID=b33927f0-c95d-4e8d-8042-4920c9683300,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:19.941737 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:19.942606 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (1ad798b5-7f5e-4a3a-a145-da5e84050327), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:20.026866 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Pushing event updated for resources: {'Port': ['ID=90c89cc3-99cf-4946-9497-d515071e1223,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:20.065958 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50348) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:20.365666 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-25782c18-aa83-4538-9824-9f20816e5588 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d40c70921f140118bc10798b1ff242a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2937574 Apr 12 13:12:20.370031 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50354) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:20.374590 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:20.375932 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:20.405009 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611b431-fb56-4b7b-a928-0dcb3f26086c None None] Pushing event updated for resources: {'Port': ['ID=b33927f0-c95d-4e8d-8042-4920c9683300,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:20.525472 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc0bdfbc-d8fa-463a-8348-b76f965efd74 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (3130b2f5-f2f4-484c-916e-7cf2d442bd04), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:20.582630 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc0bdfbc-d8fa-463a-8348-b76f965efd74 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (3130b2f5-f2f4-484c-916e-7cf2d442bd04), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:20.621051 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-459bdcb2-9537-4640-9c3b-a309e9c3ab6c admin admin] Publish callbacks [] for security_group (d3852924-cae1-41a1-9d0f-dc77e90c92aa), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:20.706352 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-459bdcb2-9537-4640-9c3b-a309e9c3ab6c admin admin] Publish callbacks [] for security_group (d3852924-cae1-41a1-9d0f-dc77e90c92aa), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:20.720673 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bdfbc-d8fa-463a-8348-b76f965efd74 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3130b2f5-f2f4-484c-916e-7cf2d442bd04,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:20.827374 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-459bdcb2-9537-4640-9c3b-a309e9c3ab6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (d3852924-cae1-41a1-9d0f-dc77e90c92aa), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:20.832821 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-459bdcb2-9537-4640-9c3b-a309e9c3ab6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:20.836254 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-459bdcb2-9537-4640-9c3b-a309e9c3ab6c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3852924-cae1-41a1-9d0f-dc77e90c92aa HTTP/1.1" status: 204 len: 168 time: 0.4640365 Apr 12 13:12:20.859275 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (854441c5-dda9-4685-a666-e272da0243d2), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:20.874078 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bdcb2-9537-4640-9c3b-a309e9c3ab6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3852924-cae1-41a1-9d0f-dc77e90c92aa,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:20.898961 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fc0bdfbc-d8fa-463a-8348-b76f965efd74 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:20.914705 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-fc0bdfbc-d8fa-463a-8348-b76f965efd74 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7741425 Apr 12 13:12:20.918499 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50376) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:20.933268 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-95d8a7de-7ff8-43c7-8fde-323becaf16bd tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'security_group_rule': {'security_group_id': 'c452fc6c-a65c-4656-97e3-30d7e3304ae1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:20.982829 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-10e1bb1e-6d8d-4b91-9203-fe3c2761164e None None] Provisioning complete for port 90c89cc3-99cf-4946-9497-d515071e1223 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:20.983233 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-10e1bb1e-6d8d-4b91-9203-fe3c2761164e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (90c89cc3-99cf-4946-9497-d515071e1223), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:21.017202 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95d8a7de-7ff8-43c7-8fde-323becaf16bd tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (22fa7001-aba8-42fe-ab53-18e9268f14f4), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:21.160709 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:21.313659 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95d8a7de-7ff8-43c7-8fde-323becaf16bd tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (22fa7001-aba8-42fe-ab53-18e9268f14f4), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:21.328934 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95d8a7de-7ff8-43c7-8fde-323becaf16bd tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (22fa7001-aba8-42fe-ab53-18e9268f14f4), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:21.405463 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-10e1bb1e-6d8d-4b91-9203-fe3c2761164e None None] Port 90c89cc3-99cf-4946-9497-d515071e1223 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:21.434116 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8a7de-7ff8-43c7-8fde-323becaf16bd tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fa7001-aba8-42fe-ab53-18e9268f14f4,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:21.486456 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95d8a7de-7ff8-43c7-8fde-323becaf16bd tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:21.497734 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-95d8a7de-7ff8-43c7-8fde-323becaf16bd tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5729394 Apr 12 13:12:21.505062 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50392) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:21.524321 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:21.579535 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:21.590270 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device e19b5563-f1e0-4523-bd9a-014b0a012fa4 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:21.704160 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Network 33194240-e80c-4579-85ac-2da5c0a17a0c is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:21.730844 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc77c8-c75d-4617-aeb9-7b9ef5c5d9eb req-33a73474-5a0a-426e-b329-94e62857863e tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:21.732874 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8dc77c8-c75d-4617-aeb9-7b9ef5c5d9eb req-33a73474-5a0a-426e-b329-94e62857863e tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 932 time: 0.5955670 Apr 12 13:12:21.738270 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:21.740493 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Pushing event updated for resources: {'Port': ['ID=854441c5-dda9-4685-a666-e272da0243d2,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:21.744419 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:21.751207 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:21.752065 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:21.755864 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 3, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:21.786710 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50402) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:21.806971 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee332dc-00cb-4096-9ea1-d0a5e75286cb None None] The sync data for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi is: [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 3, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:12:21.848215 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-bb30a702-4669-46b8-b220-1d7e9c69766d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6378713 Apr 12 13:12:21.852751 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port e19b5563-f1e0-4523-bd9a-014b0a012fa4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:21.853154 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:21.908865 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (90c89cc3-99cf-4946-9497-d515071e1223), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:21.991902 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d0c9-2f17-493c-85e2-837816234d0f req-9f80e715-48c3-4858-8b0f-bbfb5661c144 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:22.002691 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-9f80e715-48c3-4858-8b0f-bbfb5661c144 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 818 time: 1.2584674 Apr 12 13:12:22.037412 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port e19b5563-f1e0-4523-bd9a-014b0a012fa4 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:22.038652 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.046118 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8dc77c8-c75d-4617-aeb9-7b9ef5c5d9eb req-c73615cf-c34c-45d5-935e-24ac1198c9eb tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025453 Apr 12 13:12:22.076230 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port e19b5563-f1e0-4523-bd9a-014b0a012fa4, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=e19b5563-f1e0-4523-bd9a-014b0a012fa4,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:22.095282 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.136894 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-75d8684d-2a88-45c4-aeff-6508d365399d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/quotas/bd7b3eeb96664fbbb983fb4bdd1b557d HTTP/1.1" status: 200 len: 375 time: 0.0804570 Apr 12 13:12:22.138786 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-bf841d6a-6022-4965-bd38-66f1371ee3d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa54979967c94a738c75eaac6bcded46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460455 Apr 12 13:12:22.140592 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.141023 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50412) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:22.234288 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-5728f01c-83c1-428c-a38a-99ec4b22719b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722439 Apr 12 13:12:22.363107 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=e19b5563-f1e0-4523-bd9a-014b0a012fa4,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:22.422278 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8da49f0-3ff4-4549-a4f4-7502570d1a3d admin admin] Publish callbacks [] for security_group (c72a7f5b-3c2d-4a57-9a92-54fb2d1cafc0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.446134 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-d0b8cb3d-0825-4084-9ba4-36b1f31b2484 service neutron] 10.222.0.47 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987228 Apr 12 13:12:22.461201 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Allocated IP 172.27.3.27 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/68b36408-7b27-4698-99c0-7a625d2cf960) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:22.517595 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8da49f0-3ff4-4549-a4f4-7502570d1a3d admin admin] Publish callbacks [] for security_group (c72a7f5b-3c2d-4a57-9a92-54fb2d1cafc0), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.698101 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for port (68b36408-7b27-4698-99c0-7a625d2cf960), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.729268 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Publish callbacks [] for port (90c89cc3-99cf-4946-9497-d515071e1223), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.738420 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (90c89cc3-99cf-4946-9497-d515071e1223), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.739207 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (1ad798b5-7f5e-4a3a-a145-da5e84050327), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.765384 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (68b36408-7b27-4698-99c0-7a625d2cf960), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.818939 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:22.822864 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:22.827033 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:22.866526 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-fd0840bd-56c3-4770-ae22-5e06eebb2f84 service neutron] 10.222.0.47 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946774 Apr 12 13:12:22.911932 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Pushing event updated for resources: {'Port': ['ID=90c89cc3-99cf-4946-9497-d515071e1223,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:22.938580 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'Port': ['ID=68b36408-7b27-4698-99c0-7a625d2cf960,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:22.953395 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8da49f0-3ff4-4549-a4f4-7502570d1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c72a7f5b-3c2d-4a57-9a92-54fb2d1cafc0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.957761 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a8da49f0-3ff4-4549-a4f4-7502570d1a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:22.962805 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a8da49f0-3ff4-4549-a4f4-7502570d1a3d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c72a7f5b-3c2d-4a57-9a92-54fb2d1cafc0 HTTP/1.1" status: 204 len: 168 time: 0.8203573 Apr 12 13:12:23.002533 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da49f0-3ff4-4549-a4f4-7502570d1a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72a7f5b-3c2d-4a57-9a92-54fb2d1cafc0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:23.024192 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:23.038172 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Sync routers for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:12:23.051401 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:23.081817 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:23.082468 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:23.163917 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (7df1b7fc-6178-47c4-9c34-88e1b8734704), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:23.391812 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (68b36408-7b27-4698-99c0-7a625d2cf960), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:23.649073 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for port (68b36408-7b27-4698-99c0-7a625d2cf960), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:23.656524 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (68b36408-7b27-4698-99c0-7a625d2cf960), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:23.805792 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'Port': ['ID=68b36408-7b27-4698-99c0-7a625d2cf960,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:23.856714 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (7df1b7fc-6178-47c4-9c34-88e1b8734704), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:23.857365 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device e19b5563-f1e0-4523-bd9a-014b0a012fa4 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:23.861891 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:23.953930 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:23.977242 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a31179bc-6517-4230-ab69-f0233d9eb406 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4581313 Apr 12 13:12:23.983555 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5f352-a8b8-4e86-9b0b-5be2908b56c0 req-d9a2165b-9597-4a13-a972-dd2da34235c7 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:24.001101 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1ff5f352-a8b8-4e86-9b0b-5be2908b56c0 req-d9a2165b-9597-4a13-a972-dd2da34235c7 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 932 time: 0.7003877 Apr 12 13:12:24.020624 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-76dca8d3-5623-4870-8d49-1de01c42436e tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:12:24.030818 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-76dca8d3-5623-4870-8d49-1de01c42436e tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0670240 Apr 12 13:12:24.119998 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-eb1a864e-1611-414e-8b32-3be3b02fa3ce None None] Provisioning complete for port 90c89cc3-99cf-4946-9497-d515071e1223 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:24.120395 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eb1a864e-1611-414e-8b32-3be3b02fa3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (90c89cc3-99cf-4946-9497-d515071e1223), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:24.257091 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Router 1ad798b5-7f5e-4a3a-a145-da5e84050327 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:12:24.379370 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port e19b5563-f1e0-4523-bd9a-014b0a012fa4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:24.379750 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:24.422125 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1b1ca998-133f-4aa7-a414-eb0a3a844ff2 req-f101811c-1a15-45ef-a6da-035998f75e2d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 210 time: 0.3749471 Apr 12 13:12:24.671081 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:13Z', 'revision_number': 2, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:24.800535 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Checking router: 84387054-c204-4e51-a012-8d4d770ccf81 for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:12:24.806553 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1ff5f352-a8b8-4e86-9b0b-5be2908b56c0 req-94b3b0cc-2bc8-4ba8-a0d9-85a4579b0d37 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7509594 Apr 12 13:12:24.809135 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Updating router 84387054-c204-4e51-a012-8d4d770ccf81 port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:12:24.826411 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a864e-1611-414e-8b32-3be3b02fa3ce None None] Port 90c89cc3-99cf-4946-9497-d515071e1223 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:24.896040 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.26', 63427) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:24.985647 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Request body: {'port': {'device_id': '89d565d7-426f-4832-a230-73a8e8d6a9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:25.000523 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:25.058511 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port e19b5563-f1e0-4523-bd9a-014b0a012fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:25.072263 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device b33927f0-c95d-4e8d-8042-4920c9683300 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:25.221973 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (854441c5-dda9-4685-a666-e272da0243d2), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:25.223683 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port b33927f0-c95d-4e8d-8042-4920c9683300 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:25.224181 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:25.723961 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port b33927f0-c95d-4e8d-8042-4920c9683300 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:25.724562 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:25.822670 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-e6ca0426-d7d0-4ae2-a508-264c661c8af1 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--269687332&fields=id&tenant_id=50ece71a09a94851833df1d109311c97 HTTP/1.1" status: 200 len: 267 time: 0.9725676 Apr 12 13:12:25.844396 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port b33927f0-c95d-4e8d-8042-4920c9683300, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=b33927f0-c95d-4e8d-8042-4920c9683300,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:25.863666 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:26.044626 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=b33927f0-c95d-4e8d-8042-4920c9683300,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:26.149442 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6b1fc654-cda7-4018-ae68-b5490bd4d32e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:26.151614 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6b1fc654-cda7-4018-ae68-b5490bd4d32e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 818 time: 1.5628979 Apr 12 13:12:26.377390 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Request body: {'port': {'device_id': '0c514c16-df7b-484e-b70b-e35a567be566', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'admin_state_up': True, 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:26.422712 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.26', 63433) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:26.455138 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:12:26.486756 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-21e941dd-75da-4412-885b-7b91877135e0 admin admin] 10.222.0.47 "PUT /v2.0/routers/1ad798b5-7f5e-4a3a-a145-da5e84050327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6566064 Apr 12 13:12:26.562817 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b117c88c-68ca-48c5-a379-67bd10dca4e7 req-7008a65a-f245-4471-9e1d-7d796ffbd913 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 210 time: 0.1951690 Apr 12 13:12:26.601078 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Publish callbacks [] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:26.613299 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:26.688972 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50584) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:26.981449 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Attempting to bind port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:26.981927 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Attempting to bind port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:26.982649 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Attempting to bind port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 on network 338fa43e-63c7-4e02-92fe-2483c828b744 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:27.009257 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:27.010614 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Checking segment: {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:27.012776 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:27.014997 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Bound using segment: {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:27.018389 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Bound port: b7ad10f9-2451-47c3-a028-5ba9f25c06e9, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:27.018950 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:27.059314 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86880a6-db08-422c-a232-46d999607b6b req-cb076123-3909-49e1-bc6d-b47728242a17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:27.083924 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-cb076123-3909-49e1-bc6d-b47728242a17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/networks?id=338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 200 len: 811 time: 1.2595932 Apr 12 13:12:27.178357 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] For port b7ad10f9-2451-47c3-a028-5ba9f25c06e9, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:27.194784 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81959a-b63c-45c1-bcc7-330d1a5fcbd4 None None] Pushing event updated for resources: {'Port': ['ID=b7ad10f9-2451-47c3-a028-5ba9f25c06e9,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:27.204773 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] For port b7ad10f9-2451-47c3-a028-5ba9f25c06e9, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=b7ad10f9-2451-47c3-a028-5ba9f25c06e9,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:27.219157 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:27.237848 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:27.270971 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-8b8d33df-3d16-43e3-a395-c70f2721b133 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/quotas/50ece71a09a94851833df1d109311c97 HTTP/1.1" status: 200 len: 375 time: 0.1828673 Apr 12 13:12:27.298993 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Sync routers for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:12:27.315917 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81959a-b63c-45c1-bcc7-330d1a5fcbd4 None None] Pushing event updated for resources: {'Port': ['ID=b7ad10f9-2451-47c3-a028-5ba9f25c06e9,revision_number=4']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:27.339638 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854441c5-dda9-4685-a666-e272da0243d2 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:12:27.367213 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:27.368138 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Publish callbacks [] for port (854441c5-dda9-4685-a666-e272da0243d2), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:27.368673 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:27.380151 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:27.380810 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:27.424006 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b6060-ed2e-405a-bb40-0a89e2d5dabd req-12be9329-29fd-4208-842a-2aa83ffef48b tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:27.431093 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-882b6060-ed2e-405a-bb40-0a89e2d5dabd req-12be9329-29fd-4208-842a-2aa83ffef48b tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 932 time: 0.6084309 Apr 12 13:12:27.511381 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d0c9-2f17-493c-85e2-837816234d0f req-7f2e5a8e-fd68-4605-9afa-7a5d61748766 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:27.518979 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-7f2e5a8e-fd68-4605-9afa-7a5d61748766 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 818 time: 1.0455039 Apr 12 13:12:27.557704 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Request body: {'port': {'device_id': 'e32261e8-dfa3-48f0-8e74-5a5c16624545', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'admin_state_up': True, 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:27.587467 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8484c2c3-6071-43cf-a8a5-b664bfeb938a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:27.590908 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Transition to ACTIVE for port object 854441c5-dda9-4685-a666-e272da0243d2 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:12:27.615017 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (854441c5-dda9-4685-a666-e272da0243d2), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:27.724471 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-882b6060-ed2e-405a-bb40-0a89e2d5dabd req-29ff804c-d579-46df-9830-278ecadcffad tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831419 Apr 12 13:12:27.769675 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-b97babdd-31c0-4ccf-a7cb-ee8459a2a5b9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=50ece71a09a94851833df1d109311c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4978821 Apr 12 13:12:27.780181 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Made reservation on behalf of bd7b3eeb96664fbbb983fb4bdd1b557d for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:27.788073 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:27.864651 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Pushing event updated for resources: {'Port': ['ID=854441c5-dda9-4685-a666-e272da0243d2,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:27.906704 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:27.970413 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:28.129147 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device b7ad10f9-2451-47c3-a028-5ba9f25c06e9 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:28.231664 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50642) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:28.267257 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Allocated IP 172.20.0.3 (4633092b-bba4-4f90-b57d-45ae14e87d1a/61c78fbe-9723-4d68-b18e-50470248f98f/2f80f6e0-9f01-4610-990b-aa32bbe1954a) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:28.352726 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0b0a98a5-3180-4b5b-ae36-deda72a18a34 None None] Provisioning complete for port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:28.361003 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b0a98a5-3180-4b5b-ae36-deda72a18a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:28.406088 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Made reservation on behalf of bd7b3eeb96664fbbb983fb4bdd1b557d for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:28.409882 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:28.553629 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:28.556228 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:28.648434 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Attempting to bind port 854441c5-dda9-4685-a666-e272da0243d2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:28.648953 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Attempting to bind port 854441c5-dda9-4685-a666-e272da0243d2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7125c721-952d-4e20-9d5b-7aa93cbda86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '33194240-e80c-4579-85ac-2da5c0a17a0c'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:28.648953 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Attempting to bind port 854441c5-dda9-4685-a666-e272da0243d2 on network 33194240-e80c-4579-85ac-2da5c0a17a0c {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:28.715118 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:27Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:28.770113 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8484c2c3-6071-43cf-a8a5-b664bfeb938a admin admin] Publish callbacks [] for security_group (20c8ed8e-f783-45f4-b01c-824163728a8a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:28.783340 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3d1b6-bf2e-4fd8-afcc-d6816a7c3827 None None] The sync data for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi is: [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:27Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:12:28.797086 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a98a5-3180-4b5b-ae36-deda72a18a34 None None] Current status of the port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:28.797751 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b0a98a5-3180-4b5b-ae36-deda72a18a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:28.860862 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Port 854441c5-dda9-4685-a666-e272da0243d2 on network 33194240-e80c-4579-85ac-2da5c0a17a0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:12:28.861220 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Attempting to bind port 854441c5-dda9-4685-a666-e272da0243d2 on network 33194240-e80c-4579-85ac-2da5c0a17a0c {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:28.874322 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0b0a98a5-3180-4b5b-ae36-deda72a18a34 None None] For port b7ad10f9-2451-47c3-a028-5ba9f25c06e9, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=b7ad10f9-2451-47c3-a028-5ba9f25c06e9,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:28.898012 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b0a98a5-3180-4b5b-ae36-deda72a18a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:28.923756 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:28.924151 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Checking segment: {'id': '7125c721-952d-4e20-9d5b-7aa93cbda86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '33194240-e80c-4579-85ac-2da5c0a17a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:28.927280 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Bound using segment: {'id': '7125c721-952d-4e20-9d5b-7aa93cbda86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '33194240-e80c-4579-85ac-2da5c0a17a0c'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:28.928894 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Bound port: 854441c5-dda9-4685-a666-e272da0243d2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7125c721-952d-4e20-9d5b-7aa93cbda86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '33194240-e80c-4579-85ac-2da5c0a17a0c'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:28.933605 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (854441c5-dda9-4685-a666-e272da0243d2), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:28.936105 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8484c2c3-6071-43cf-a8a5-b664bfeb938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (20c8ed8e-f783-45f4-b01c-824163728a8a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:28.957581 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:28.960789 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.028999 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484c2c3-6071-43cf-a8a5-b664bfeb938a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c8ed8e-f783-45f4-b01c-824163728a8a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:29.088906 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f639-2c80-43f9-9b33-77d6922818a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.243496 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 2, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:29.258196 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8484c2c3-6071-43cf-a8a5-b664bfeb938a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5cb89444374b4eb89a8e2a3bd0a2326f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5627315 Apr 12 13:12:29.272485 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-b4f9197b-bf59-49fc-9ed5-a58f2e4c908e service neutron] 10.222.0.47 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4452000 Apr 12 13:12:29.283488 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50664) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:29.343455 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-59a8fec9-80a8-4ceb-9f69-71b2d6a78420 None None] Provisioning complete for port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:29.344064 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-59a8fec9-80a8-4ceb-9f69-71b2d6a78420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.368996 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] For port 854441c5-dda9-4685-a666-e272da0243d2, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:29.436442 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Checking router: 1ad798b5-7f5e-4a3a-a145-da5e84050327 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:12:29.439011 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Updating router 1ad798b5-7f5e-4a3a-a145-da5e84050327 port 90c89cc3-99cf-4946-9497-d515071e1223 binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:12:29.487301 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87519ce0-ba10-479b-9d3f-e93e1f44cd98 admin admin] Publish callbacks [] for security_group (20c8ed8e-f783-45f4-b01c-824163728a8a), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.521452 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87519ce0-ba10-479b-9d3f-e93e1f44cd98 admin admin] Publish callbacks [] for security_group (20c8ed8e-f783-45f4-b01c-824163728a8a), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.531743 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] For port 854441c5-dda9-4685-a666-e272da0243d2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=854441c5-dda9-4685-a666-e272da0243d2,segment=NetworkSegment(7125c721-952d-4e20-9d5b-7aa93cbda86d),segment_id=7125c721-952d-4e20-9d5b-7aa93cbda86d)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:29.586484 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (854441c5-dda9-4685-a666-e272da0243d2), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.604183 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87519ce0-ba10-479b-9d3f-e93e1f44cd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (20c8ed8e-f783-45f4-b01c-824163728a8a), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.613605 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87519ce0-ba10-479b-9d3f-e93e1f44cd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.620417 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-87519ce0-ba10-479b-9d3f-e93e1f44cd98 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/20c8ed8e-f783-45f4-b01c-824163728a8a HTTP/1.1" status: 204 len: 168 time: 0.3339968 Apr 12 13:12:29.647725 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (90c89cc3-99cf-4946-9497-d515071e1223), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.672248 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87519ce0-ba10-479b-9d3f-e93e1f44cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c8ed8e-f783-45f4-b01c-824163728a8a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:29.692886 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.814557 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:29.816477 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:29.819747 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] 10.222.0.26 "PUT /v2.0/ports/854441c5-dda9-4685-a666-e272da0243d2 HTTP/1.1" status: 200 len: 1094 time: 4.9216940 Apr 12 13:12:29.828050 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-cb13f84c-d2e6-4043-910b-4465e85deb6c service neutron] 10.222.0.47 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347457 Apr 12 13:12:29.838038 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d565d7-426f-4832-a230-73a8e8d6a9d1', 'tag': '854441c5-dda9-4685-a666-e272da0243d2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:12:30.018560 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:30.272004 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50702) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:30.276128 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event updated for resources: {'Port': ['ID=2f80f6e0-9f01-4610-990b-aa32bbe1954a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:30.304529 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-3be1f8ec-36a5-4738-a6e6-9fd3b55bbf62 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1192153980', 'description': 'tempest-description--701655003'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:30.363140 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:30.427736 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:30.448854 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:30.473707 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:30.474376 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:30.598134 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50720) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:30.646513 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94628205-5edf-4075-9639-f4533fd92e55" -d '{"events": [{"name": "network-changed", "server_uuid": "89d565d7-426f-4832-a230-73a8e8d6a9d1", "tag": "854441c5-dda9-4685-a666-e272da0243d2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:12:30.680783 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e9c8e025-46e2-4f79-adc3-cc68fc29c7ae req-44a6d0b2-9563-4ca9-b1e4-6d5bb71eb82e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 210 time: 0.3492472 Apr 12 13:12:30.768911 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f639-2c80-43f9-9b33-77d6922818a7 admin admin] Publish callbacks [] for security_group (f79cfbd5-ca51-4baa-836f-9d42205aefb9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:30.776299 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-b963f5c6-143d-49d5-990d-ca5ab0b1caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:30.789796 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-b963f5c6-143d-49d5-990d-ca5ab0b1caa7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7dcb8f050de499c85756d2b2e92f2a0&device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 1128 time: 0.8902798 Apr 12 13:12:30.862359 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Publish callbacks [] for port (90c89cc3-99cf-4946-9497-d515071e1223), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:30.870321 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a98a5-3180-4b5b-ae36-deda72a18a34 None None] Pushing event updated for resources: {'Port': ['ID=b7ad10f9-2451-47c3-a028-5ba9f25c06e9,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:30.904735 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (90c89cc3-99cf-4946-9497-d515071e1223), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:30.921685 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3822c-0483-4507-89b8-3c9c8640826d service neutron] Pushing event updated for resources: {'Port': ['ID=854441c5-dda9-4685-a666-e272da0243d2,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:30.931884 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d84b2fdd-87ce-4608-98ec-db0f309a997b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:30.959362 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1347967-a7f6-425d-a176-928d8d93b7ff req-77c3cd02-afe5-42d2-b856-e6fcc00063ad tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:30.962054 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bbb1f639-2c80-43f9-9b33-77d6922818a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f79cfbd5-ca51-4baa-836f-9d42205aefb9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:30.964838 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d1347967-a7f6-425d-a176-928d8d93b7ff req-77c3cd02-afe5-42d2-b856-e6fcc00063ad tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 944 time: 0.3401093 Apr 12 13:12:31.028680 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-64f8a44f-2ff4-44e2-b928-d958fca77556 req-25575f95-ef8c-44d1-a3e7-70181655fd98 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 210 time: 0.0589983 Apr 12 13:12:31.034899 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-6983b428-f0e9-453e-80af-9b5dfc4ea412 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6655800 Apr 12 13:12:31.039633 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a81dee-0b18-45d2-b779-5015464e3a8d None None] Pushing event updated for resources: {'Port': ['ID=90c89cc3-99cf-4946-9497-d515071e1223,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:31.122680 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-59a8fec9-80a8-4ceb-9f69-71b2d6a78420 None None] Current status of the port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:31.132937 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3be1f8ec-36a5-4738-a6e6-9fd3b55bbf62 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:31.164495 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Request body: {'port': {'device_id': '0c514c16-df7b-484e-b70b-e35a567be566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:31.233210 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.db.api [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 13:12:31.233630 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG oslo_db.api [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 13:12:31.292621 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Allocated IP 172.20.0.9 (4633092b-bba4-4f90-b57d-45ae14e87d1a/61c78fbe-9723-4d68-b18e-50470248f98f/3a822c3b-ec1d-4d14-b30d-5bc837caf399) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:31.396259 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a59c6725-ff16-4e96-9a98-10daeef5dbee None None] Provisioning complete for port 2f80f6e0-9f01-4610-990b-aa32bbe1954a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:31.396925 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a59c6725-ff16-4e96-9a98-10daeef5dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:31.541241 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Attempting to bind port 90c89cc3-99cf-4946-9497-d515071e1223 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:31.545530 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Attempting to bind port 90c89cc3-99cf-4946-9497-d515071e1223 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:31.546494 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Attempting to bind port 90c89cc3-99cf-4946-9497-d515071e1223 on network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:31.572132 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a59c6725-ff16-4e96-9a98-10daeef5dbee None None] Port 2f80f6e0-9f01-4610-990b-aa32bbe1954a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:31.574340 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:31.574948 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Checking segment: {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:31.575508 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:31.576739 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Bound using segment: {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:31.577406 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Bound port: 90c89cc3-99cf-4946-9497-d515071e1223, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:31.577948 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (90c89cc3-99cf-4946-9497-d515071e1223), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:31.594519 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d84b2fdd-87ce-4608-98ec-db0f309a997b admin admin] Publish callbacks [] for security_group (0d15c79b-c638-4f9b-81f1-c53142910f23), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:31.614696 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50738) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:31.629387 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d84b2fdd-87ce-4608-98ec-db0f309a997b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (0d15c79b-c638-4f9b-81f1-c53142910f23), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:31.725571 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f9ee7c82-4335-44ee-9a65-c918a447b6b4 None None] Provisioning complete for port 90c89cc3-99cf-4946-9497-d515071e1223 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:31.727177 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f9ee7c82-4335-44ee-9a65-c918a447b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (90c89cc3-99cf-4946-9497-d515071e1223), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:31.784671 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-5dcc787d-4631-4c80-b8c8-0837646e8dd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854441c5-dda9-4685-a666-e272da0243d2 HTTP/1.1" status: 200 len: 217 time: 0.8643665 Apr 12 13:12:31.800662 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-bbb1f639-2c80-43f9-9b33-77d6922818a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b720f9bc5a044307a66586f3b74c4275&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5544875 Apr 12 13:12:31.841132 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:31.850285 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab06270-57a0-46a0-80d6-471544d7f505 x-openstack-request-id: req-7ab06270-57a0-46a0-80d6-471544d7f505 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:12:31.850502 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d565d7-426f-4832-a230-73a8e8d6a9d1", "tag": "854441c5-dda9-4685-a666-e272da0243d2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:12:31.853575 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ab06270-57a0-46a0-80d6-471544d7f505 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:12:31.854982 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab06270-57a0-46a0-80d6-471544d7f505'] response: {'name': 'network-changed', 'server_uuid': '89d565d7-426f-4832-a230-73a8e8d6a9d1', 'tag': '854441c5-dda9-4685-a666-e272da0243d2', 'status': 'completed', 'code': 200} Apr 12 13:12:31.912781 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3be1f8ec-36a5-4738-a6e6-9fd3b55bbf62 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (04db5920-1c84-4145-ad75-e467cfe31023), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:31.922717 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d1347967-a7f6-425d-a176-928d8d93b7ff req-d9fdc46b-b0b7-4dd7-a168-96fa135580dc tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8865576 Apr 12 13:12:31.961073 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.008944 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee7c82-4335-44ee-9a65-c918a447b6b4 None None] Port 90c89cc3-99cf-4946-9497-d515071e1223 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:32.011695 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:32.013997 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device b33927f0-c95d-4e8d-8042-4920c9683300 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:32.058346 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] For port 90c89cc3-99cf-4946-9497-d515071e1223, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:32.058553 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1f639-2c80-43f9-9b33-77d6922818a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79cfbd5-ca51-4baa-836f-9d42205aefb9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:32.108713 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] For port 90c89cc3-99cf-4946-9497-d515071e1223, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=90c89cc3-99cf-4946-9497-d515071e1223,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:32.140013 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-90e67b8c-421e-4b25-8bcd-73b595005a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:32.141673 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-90e67b8c-421e-4b25-8bcd-73b595005a35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccf21ce1-e58a-4ed0-ad62-23ac46300aa3 HTTP/1.1" status: 200 len: 851 time: 0.2576354 Apr 12 13:12:32.150622 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (90c89cc3-99cf-4946-9497-d515071e1223), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.158229 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd209657-c372-40fe-94e0-775c7738d4a9 admin admin] Publish callbacks [] for security_group (f79cfbd5-ca51-4baa-836f-9d42205aefb9), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.256969 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-2ab665b5-a34f-4260-b886-8391ccc18efb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33194240-e80c-4579-85ac-2da5c0a17a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760326 Apr 12 13:12:32.263619 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a81dee-0b18-45d2-b779-5015464e3a8d None None] Pushing event updated for resources: {'Port': ['ID=90c89cc3-99cf-4946-9497-d515071e1223,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:32.275524 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port b33927f0-c95d-4e8d-8042-4920c9683300 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:32.276224 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.284786 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.350311 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd209657-c372-40fe-94e0-775c7738d4a9 admin admin] Publish callbacks [] for security_group (f79cfbd5-ca51-4baa-836f-9d42205aefb9), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.536748 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3be1f8ec-36a5-4738-a6e6-9fd3b55bbf62 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (04db5920-1c84-4145-ad75-e467cfe31023), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.589243 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:32.591231 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:32.627590 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.644671 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-01a74ce6-7c66-4f67-9032-ae4b84cab128 service neutron] 10.222.0.26 "GET /v2.0/networks/33194240-e80c-4579-85ac-2da5c0a17a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713911 Apr 12 13:12:32.649760 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b2fdd-87ce-4608-98ec-db0f309a997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d15c79b-c638-4f9b-81f1-c53142910f23,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:32.664875 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf2528fe-4ab4-4f2c-91ca-85cb0d08c5cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.683784 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d84b2fdd-87ce-4608-98ec-db0f309a997b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf324ad79ed0488da9bb3f573b1d30e2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0552435 Apr 12 13:12:32.735071 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-20695bba-bad6-4172-a90f-baece41196ac req-1e674783-75ca-480b-85f2-2a568077199a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 210 time: 0.1012833 Apr 12 13:12:32.738242 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50766) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:32.814831 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd209657-c372-40fe-94e0-775c7738d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f79cfbd5-ca51-4baa-836f-9d42205aefb9), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.817526 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd209657-c372-40fe-94e0-775c7738d4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.818767 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-cd209657-c372-40fe-94e0-775c7738d4a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f79cfbd5-ca51-4baa-836f-9d42205aefb9 HTTP/1.1" status: 204 len: 168 time: 0.9610882 Apr 12 13:12:32.877054 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port b33927f0-c95d-4e8d-8042-4920c9683300 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:32.887756 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2ea56183-b0a6-4148-8f79-aeed71761165 None None] Provisioning complete for port 90c89cc3-99cf-4946-9497-d515071e1223 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:32.888279 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ea56183-b0a6-4148-8f79-aeed71761165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (90c89cc3-99cf-4946-9497-d515071e1223), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.896167 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3be1f8ec-36a5-4738-a6e6-9fd3b55bbf62 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:32.897897 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3be1f8ec-36a5-4738-a6e6-9fd3b55bbf62 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6110628 Apr 12 13:12:32.919065 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb80682-fb54-4f35-8bcc-b369d03a26e5 req-8fdc480b-ead7-4782-8765-89833f319323 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:32.921420 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bdb80682-fb54-4f35-8bcc-b369d03a26e5 req-8fdc480b-ead7-4782-8765-89833f319323 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 931 time: 0.9808812 Apr 12 13:12:32.922024 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50770) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:32.930209 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1f8ec-36a5-4738-a6e6-9fd3b55bbf62 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04db5920-1c84-4145-ad75-e467cfe31023,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:32.940009 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-89682357-cc0c-44cc-ac9f-4480fbfed331 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'security_group_rule': {'security_group_id': '04db5920-1c84-4145-ad75-e467cfe31023', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:33.044320 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:33.084552 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:33.089104 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd209657-c372-40fe-94e0-775c7738d4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79cfbd5-ca51-4baa-836f-9d42205aefb9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:33.114403 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:33.132868 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event updated for resources: {'Port': ['ID=3a822c3b-ec1d-4d14-b30d-5bc837caf399,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:33.136106 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:33.193494 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.26', 63442) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:33.283865 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device b7ad10f9-2451-47c3-a028-5ba9f25c06e9 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:33.285678 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ccb55a8-d869-4be3-8ca5-d8a9b13fc9f4 admin admin] Publish callbacks [] for security_group (0d15c79b-c638-4f9b-81f1-c53142910f23), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:33.360739 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:33.361645 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:33.452847 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ccb55a8-d869-4be3-8ca5-d8a9b13fc9f4 admin admin] Publish callbacks [] for security_group (0d15c79b-c638-4f9b-81f1-c53142910f23), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:33.493173 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-cd2735ca-39b1-4eaf-b196-589c3908ae23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9470720 Apr 12 13:12:33.520094 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Request body: {'port': {'device_id': 'e32261e8-dfa3-48f0-8e74-5a5c16624545', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:33.558549 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86880a6-db08-422c-a232-46d999607b6b req-a25073cd-d551-4d5b-a1fa-709517ec3e1e tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:33.560795 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-a25073cd-d551-4d5b-a1fa-709517ec3e1e tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.26 "GET /v2.0/networks?id=338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 200 len: 811 time: 0.3653500 Apr 12 13:12:33.590713 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50776) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:33.677862 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60289154-9d5a-4ea1-9f10-1713e94523a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:33.737461 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0c857b4f-a8ef-4149-87e4-108f89c15c07 req-73818bb8-ff4e-4137-b004-fb5608dfcd7f service neutron] 10.222.0.26 "GET /v2.0/networks/33194240-e80c-4579-85ac-2da5c0a17a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439927 Apr 12 13:12:33.743647 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:33.800438 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:33.800686 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:33.867977 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ccb55a8-d869-4be3-8ca5-d8a9b13fc9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (0d15c79b-c638-4f9b-81f1-c53142910f23), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:33.873590 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8ccb55a8-d869-4be3-8ca5-d8a9b13fc9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:33.873590 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8ccb55a8-d869-4be3-8ca5-d8a9b13fc9f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d15c79b-c638-4f9b-81f1-c53142910f23 HTTP/1.1" status: 204 len: 168 time: 1.1323416 Apr 12 13:12:33.884456 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422858f0-adbe-4873-9d97-eb66dd22b6b8 req-24820a5e-7505-45f2-b72e-906bfb9f2a33 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:33.899520 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-422858f0-adbe-4873-9d97-eb66dd22b6b8 req-24820a5e-7505-45f2-b72e-906bfb9f2a33 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 944 time: 0.7315629 Apr 12 13:12:33.912665 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2ea56183-b0a6-4148-8f79-aeed71761165 None None] Current status of the port 90c89cc3-99cf-4946-9497-d515071e1223 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:33.913045 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ea56183-b0a6-4148-8f79-aeed71761165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (90c89cc3-99cf-4946-9497-d515071e1223), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:33.917103 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb55a8-d869-4be3-8ca5-d8a9b13fc9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d15c79b-c638-4f9b-81f1-c53142910f23,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:34.055129 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94628205-5edf-4075-9639-f4533fd92e55 req-ffa00a5d-d117-4345-b8c4-6539e2c1f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:34.057399 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-94628205-5edf-4075-9639-f4533fd92e55 req-ffa00a5d-d117-4345-b8c4-6539e2c1f12f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7dcb8f050de499c85756d2b2e92f2a0&device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 1128 time: 0.1790695 Apr 12 13:12:34.232499 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2ea56183-b0a6-4148-8f79-aeed71761165 None None] For port 90c89cc3-99cf-4946-9497-d515071e1223, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=90c89cc3-99cf-4946-9497-d515071e1223,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:34.236195 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:34.271605 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2ea56183-b0a6-4148-8f79-aeed71761165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (90c89cc3-99cf-4946-9497-d515071e1223), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:34.345323 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60289154-9d5a-4ea1-9f10-1713e94523a6 admin admin] Publish callbacks [] for security_group (dfa8339b-60c0-49b4-b351-4e96ba6c3534), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:34.377347 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-60289154-9d5a-4ea1-9f10-1713e94523a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dfa8339b-60c0-49b4-b351-4e96ba6c3534), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:34.413375 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea56183-b0a6-4148-8f79-aeed71761165 None None] Pushing event updated for resources: {'Port': ['ID=90c89cc3-99cf-4946-9497-d515071e1223,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:34.432818 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c40e7f96-6375-43f4-866c-0fe59efcda74 None None] Provisioning complete for port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:34.434844 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c40e7f96-6375-43f4-866c-0fe59efcda74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:34.444594 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60289154-9d5a-4ea1-9f10-1713e94523a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa8339b-60c0-49b4-b351-4e96ba6c3534,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:34.484614 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bdb80682-fb54-4f35-8bcc-b369d03a26e5 req-ab9838fc-83af-41c9-ae39-cf2a5e16aa5f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5380232 Apr 12 13:12:34.493050 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c40e7f96-6375-43f4-866c-0fe59efcda74 None None] Port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:34.548363 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-60289154-9d5a-4ea1-9f10-1713e94523a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=98df2205278d456a824c3fdec63d327b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9417162 Apr 12 13:12:34.548681 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:31Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:34.548972 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:34.588127 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf2528fe-4ab4-4f2c-91ca-85cb0d08c5cc admin admin] Publish callbacks [] for security_group (23cec880-bad3-4bcb-98c1-9e74080cfd1f), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:34.601956 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94628205-5edf-4075-9639-f4533fd92e55 req-2c9c321e-d0e0-47a9-b418-909d64de200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:34.608894 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-94628205-5edf-4075-9639-f4533fd92e55 req-2c9c321e-d0e0-47a9-b418-909d64de200b service neutron] 10.222.0.26 "GET /v2.0/networks?id=33194240-e80c-4579-85ac-2da5c0a17a0c HTTP/1.1" status: 200 len: 911 time: 0.4501543 Apr 12 13:12:34.636883 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89682357-cc0c-44cc-ac9f-4480fbfed331 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (ca805a4b-eecf-4f25-bee2-a39aaca8f17f), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:34.659878 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678f35f-9445-474a-9ad7-100cdb9dbc44 None None] The sync data for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi is: [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:31Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:12:34.699075 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf2528fe-4ab4-4f2c-91ca-85cb0d08c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (23cec880-bad3-4bcb-98c1-9e74080cfd1f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:34.816016 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-52b7c807-e44d-4360-b211-d0fb967c860c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:34.853558 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-94628205-5edf-4075-9639-f4533fd92e55 req-b70f2fe5-45f4-46b8-9037-73f6fc6a13f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854441c5-dda9-4685-a666-e272da0243d2 HTTP/1.1" status: 200 len: 217 time: 0.1896093 Apr 12 13:12:34.867979 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21ff25e8-b465-421f-b756-282c89fed97a admin admin] Publish callbacks [] for security_group (dfa8339b-60c0-49b4-b351-4e96ba6c3534), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:34.979392 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2528fe-4ab4-4f2c-91ca-85cb0d08c5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cec880-bad3-4bcb-98c1-9e74080cfd1f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:35.022527 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21ff25e8-b465-421f-b756-282c89fed97a admin admin] Publish callbacks [] for security_group (dfa8339b-60c0-49b4-b351-4e96ba6c3534), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.049573 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f80f6e0-9f01-4610-990b-aa32bbe1954a {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:12:35.060078 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Publish callbacks [] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.091333 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94628205-5edf-4075-9639-f4533fd92e55 req-be29d031-86a5-47e7-a2e4-35be0cf6bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:35.095121 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-94628205-5edf-4075-9639-f4533fd92e55 req-be29d031-86a5-47e7-a2e4-35be0cf6bbc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccf21ce1-e58a-4ed0-ad62-23ac46300aa3 HTTP/1.1" status: 200 len: 851 time: 0.1588101 Apr 12 13:12:35.100679 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Transition to ACTIVE for port object 2f80f6e0-9f01-4610-990b-aa32bbe1954a will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:12:35.117132 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 90c89cc3-99cf-4946-9497-d515071e1223 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:35.244268 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-cf2528fe-4ab4-4f2c-91ca-85cb0d08c5cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c0a380d68ff4cc48a61f80074681e00&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6141329 Apr 12 13:12:35.244268 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.250254 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21ff25e8-b465-421f-b756-282c89fed97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dfa8339b-60c0-49b4-b351-4e96ba6c3534), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.252045 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50816) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:35.258792 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21ff25e8-b465-421f-b756-282c89fed97a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.265990 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-21ff25e8-b465-421f-b756-282c89fed97a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dfa8339b-60c0-49b4-b351-4e96ba6c3534 HTTP/1.1" status: 204 len: 168 time: 0.7184622 Apr 12 13:12:35.269554 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-422858f0-adbe-4873-9d97-eb66dd22b6b8 req-13b562b5-ca33-4ad6-829a-bcd876875c4d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3637848 Apr 12 13:12:35.276215 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 90c89cc3-99cf-4946-9497-d515071e1223 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:35.276953 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (90c89cc3-99cf-4946-9497-d515071e1223), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.287542 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-94628205-5edf-4075-9639-f4533fd92e55 req-a40d964b-633c-4095-a165-612a7f397ec7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33194240-e80c-4579-85ac-2da5c0a17a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071246 Apr 12 13:12:35.323190 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-42cc9fb8-e8fd-41e3-a794-56026357ace0 req-85e27de6-a93b-4a2a-b8b0-fe2fec61e2df tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 210 time: 0.4831207 Apr 12 13:12:35.343586 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-347679b9-bd8c-4d6a-8a8a-21a7046099d4 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ece71a09a94851833df1d109311c97 HTTP/1.1" status: 200 len: 379 time: 1.6997914 Apr 12 13:12:35.426242 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89682357-cc0c-44cc-ac9f-4480fbfed331 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (ca805a4b-eecf-4f25-bee2-a39aaca8f17f), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.428323 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Pushing event updated for resources: {'Port': ['ID=2f80f6e0-9f01-4610-990b-aa32bbe1954a,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:35.435819 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff25e8-b465-421f-b756-282c89fed97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa8339b-60c0-49b4-b351-4e96ba6c3534,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:35.502640 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89682357-cc0c-44cc-ac9f-4480fbfed331 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (ca805a4b-eecf-4f25-bee2-a39aaca8f17f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.657388 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41efb5ea-a9ff-448d-bbb2-0cff73c987a1 admin admin] Publish callbacks [] for security_group (23cec880-bad3-4bcb-98c1-9e74080cfd1f), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.663409 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 90c89cc3-99cf-4946-9497-d515071e1223 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:35.687845 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'port': {'device_id': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'admin_state_up': True, 'tenant_id': '50ece71a09a94851833df1d109311c97', 'security_groups': ['c452fc6c-a65c-4656-97e3-30d7e3304ae1']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:35.692693 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89682357-cc0c-44cc-ac9f-4480fbfed331 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca805a4b-eecf-4f25-bee2-a39aaca8f17f,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:35.694590 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Attempting to bind port 2f80f6e0-9f01-4610-990b-aa32bbe1954a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:35.695559 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Attempting to bind port 2f80f6e0-9f01-4610-990b-aa32bbe1954a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:35.695920 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Attempting to bind port 2f80f6e0-9f01-4610-990b-aa32bbe1954a on network 4633092b-bba4-4f90-b57d-45ae14e87d1a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:35.738075 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89682357-cc0c-44cc-ac9f-4480fbfed331 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.739460 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-89682357-cc0c-44cc-ac9f-4480fbfed331 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8108480 Apr 12 13:12:35.765101 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a822c3b-ec1d-4d14-b30d-5bc837caf399 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:12:35.775240 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Publish callbacks [] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.789551 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 50834) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:35.798939 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Port 2f80f6e0-9f01-4610-990b-aa32bbe1954a on network 4633092b-bba4-4f90-b57d-45ae14e87d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:12:35.799263 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Attempting to bind port 2f80f6e0-9f01-4610-990b-aa32bbe1954a on network 4633092b-bba4-4f90-b57d-45ae14e87d1a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:35.804973 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Transition to ACTIVE for port object 3a822c3b-ec1d-4d14-b30d-5bc837caf399 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:12:35.815029 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-8c062b88-3a22-4afb-a2ce-b7d77496300f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'security_group_rule': {'security_group_id': '04db5920-1c84-4145-ad75-e467cfe31023', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:35.832886 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.838189 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41efb5ea-a9ff-448d-bbb2-0cff73c987a1 admin admin] Publish callbacks [] for security_group (23cec880-bad3-4bcb-98c1-9e74080cfd1f), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.937505 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:35.937838 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Checking segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:35.938575 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Bound using segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:35.939362 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Bound port: 2f80f6e0-9f01-4610-990b-aa32bbe1954a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:35.939882 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:35.977409 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7e4af-c314-4284-bc3a-de0a78333393 req-c7b839aa-3907-455f-a7d4-71e7b029c661 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:35.985583 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4dc7e4af-c314-4284-bc3a-de0a78333393 req-c7b839aa-3907-455f-a7d4-71e7b029c661 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 931 time: 0.3288090 Apr 12 13:12:36.000431 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Pushing event updated for resources: {'Port': ['ID=3a822c3b-ec1d-4d14-b30d-5bc837caf399,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:36.074148 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c062b88-3a22-4afb-a2ce-b7d77496300f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (ba9e221d-fb66-4d2c-8146-6edf230eeba6), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.117542 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50838) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:36.195589 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14fea6f8-c980-4a2a-8c36-1728b50076e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.276142 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-94628205-5edf-4075-9639-f4533fd92e55 req-7f29357b-72b4-4674-824c-607fe05e3652 service neutron] 10.222.0.26 "GET /v2.0/networks/33194240-e80c-4579-85ac-2da5c0a17a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979793 Apr 12 13:12:36.383138 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Attempting to bind port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:36.383815 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Attempting to bind port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:36.383905 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Attempting to bind port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 on network 4633092b-bba4-4f90-b57d-45ae14e87d1a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:36.387884 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4dc7e4af-c314-4284-bc3a-de0a78333393 req-bbb5482a-dccd-4ae3-a84f-3e25d8eba479 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000142 Apr 12 13:12:36.389930 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 on network 4633092b-bba4-4f90-b57d-45ae14e87d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:12:36.390240 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Attempting to bind port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 on network 4633092b-bba4-4f90-b57d-45ae14e87d1a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:36.416841 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:36.417448 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Checking segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:36.418072 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Bound using segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:36.418871 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Bound port: 3a822c3b-ec1d-4d14-b30d-5bc837caf399, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:36.419444 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.458622 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] For port 2f80f6e0-9f01-4610-990b-aa32bbe1954a, host hv-cinder-83009, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:36.475383 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] For port 2f80f6e0-9f01-4610-990b-aa32bbe1954a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:36.541006 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] For port 3a822c3b-ec1d-4d14-b30d-5bc837caf399, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:36.541680 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.543992 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41efb5ea-a9ff-448d-bbb2-0cff73c987a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (23cec880-bad3-4bcb-98c1-9e74080cfd1f), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.547065 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41efb5ea-a9ff-448d-bbb2-0cff73c987a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.552116 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-41efb5ea-a9ff-448d-bbb2-0cff73c987a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23cec880-bad3-4bcb-98c1-9e74080cfd1f HTTP/1.1" status: 204 len: 168 time: 1.2721889 Apr 12 13:12:36.560063 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] For port 3a822c3b-ec1d-4d14-b30d-5bc837caf399, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a822c3b-ec1d-4d14-b30d-5bc837caf399,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:36.580852 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14fea6f8-c980-4a2a-8c36-1728b50076e0 admin admin] Publish callbacks [] for security_group (a396b2a5-fec3-4024-81c5-0e4a32f68e9d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.589286 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.592527 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-52a593d4-5caa-4dd8-9f35-9e1443aaaf3a req-e1d70185-75ff-46fc-9c19-77e464084b5a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 210 time: 0.0838974 Apr 12 13:12:36.632339 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14fea6f8-c980-4a2a-8c36-1728b50076e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (a396b2a5-fec3-4024-81c5-0e4a32f68e9d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.655702 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efb5ea-a9ff-448d-bbb2-0cff73c987a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cec880-bad3-4bcb-98c1-9e74080cfd1f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:36.657893 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Made reservation on behalf of 50ece71a09a94851833df1d109311c97 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:36.663740 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.707837 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c591c9d-d72c-4b6c-a838-cb1cae780553 req-fe4182dc-e0d4-4d24-8e5a-1d1a82eb3701 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:36.709559 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c591c9d-d72c-4b6c-a838-cb1cae780553 req-fe4182dc-e0d4-4d24-8e5a-1d1a82eb3701 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 944 time: 0.2230632 Apr 12 13:12:36.717812 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:36.720435 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.722520 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] 10.222.0.26 "PUT /v2.0/ports/2f80f6e0-9f01-4610-990b-aa32bbe1954a HTTP/1.1" status: 200 len: 1093 time: 5.5852056 Apr 12 13:12:36.725704 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c514c16-df7b-484e-b70b-e35a567be566', 'tag': '2f80f6e0-9f01-4610-990b-aa32bbe1954a'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:12:36.787660 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:36.788808 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.790545 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] 10.222.0.26 "PUT /v2.0/ports/3a822c3b-ec1d-4d14-b30d-5bc837caf399 HTTP/1.1" status: 200 len: 1093 time: 3.2827153 Apr 12 13:12:36.796480 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32261e8-dfa3-48f0-8e74-5a5c16624545', 'tag': '3a822c3b-ec1d-4d14-b30d-5bc837caf399'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:12:36.807019 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435ab73b-253a-44a9-a942-9a36f5c4f37d" -d '{"events": [{"name": "network-changed", "server_uuid": "e32261e8-dfa3-48f0-8e74-5a5c16624545", "tag": "3a822c3b-ec1d-4d14-b30d-5bc837caf399"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:12:36.842050 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c062b88-3a22-4afb-a2ce-b7d77496300f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (ba9e221d-fb66-4d2c-8146-6edf230eeba6), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.887660 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c062b88-3a22-4afb-a2ce-b7d77496300f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (ba9e221d-fb66-4d2c-8146-6edf230eeba6), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:36.976381 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-14fea6f8-c980-4a2a-8c36-1728b50076e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd578b6df96549c8a1cd8b651cc523e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8172710 Apr 12 13:12:36.977471 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fea6f8-c980-4a2a-8c36-1728b50076e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a396b2a5-fec3-4024-81c5-0e4a32f68e9d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:37.009450 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50874) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:37.021528 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d470be3-9ec7-4a45-a6eb-b51947346e1b x-openstack-request-id: req-3d470be3-9ec7-4a45-a6eb-b51947346e1b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:12:37.022175 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32261e8-dfa3-48f0-8e74-5a5c16624545", "tag": "3a822c3b-ec1d-4d14-b30d-5bc837caf399", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:12:37.023188 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d470be3-9ec7-4a45-a6eb-b51947346e1b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:12:37.024347 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d470be3-9ec7-4a45-a6eb-b51947346e1b'] response: {'name': 'network-changed', 'server_uuid': 'e32261e8-dfa3-48f0-8e74-5a5c16624545', 'tag': '3a822c3b-ec1d-4d14-b30d-5bc837caf399', 'status': 'completed', 'code': 200} Apr 12 13:12:37.053650 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc6324-e9a6-436c-ac1c-8dbe0fd24b14 service neutron] Pushing event updated for resources: {'Port': ['ID=3a822c3b-ec1d-4d14-b30d-5bc837caf399,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:37.057329 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f6240b39-ef37-42c4-be28-760bd7dcbc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.082781 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d0c9-2f17-493c-85e2-837816234d0f req-f1fb10bc-79c6-48f5-9453-1acd88f9f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:37.084295 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-f1fb10bc-79c6-48f5-9453-1acd88f9f224 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 1127 time: 0.2237816 Apr 12 13:12:37.123084 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-8d4327f5-f589-410d-8777-2cd225bfe796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:37.124691 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-8d4327f5-f589-410d-8777-2cd225bfe796 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 1127 time: 0.2773049 Apr 12 13:12:37.204264 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-289c34b8-503d-4bbd-a7c3-5e530a1786c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a HTTP/1.1" status: 200 len: 217 time: 0.0714550 Apr 12 13:12:37.210015 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-94628205-5edf-4075-9639-f4533fd92e55 req-4649ce52-4c64-4d31-9fac-03b22205b550 service neutron] 10.222.0.26 "GET /v2.0/networks/33194240-e80c-4579-85ac-2da5c0a17a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638029 Apr 12 13:12:37.225831 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180379df-34f9-4aa7-8663-aa06bbdeb651 service neutron] Pushing event updated for resources: {'Port': ['ID=2f80f6e0-9f01-4610-990b-aa32bbe1954a,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:37.255101 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a988aa8-ff82-48d2-9ba2-df99459c36b4 admin admin] Publish callbacks [] for security_group (a396b2a5-fec3-4024-81c5-0e4a32f68e9d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.291031 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a988aa8-ff82-48d2-9ba2-df99459c36b4 admin admin] Publish callbacks [] for security_group (a396b2a5-fec3-4024-81c5-0e4a32f68e9d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.293979 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c062b88-3a22-4afb-a2ce-b7d77496300f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9e221d-fb66-4d2c-8146-6edf230eeba6,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:37.307818 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-995ab62f-f56e-4544-badc-f16c245b55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:37.309389 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-995ab62f-f56e-4544-badc-f16c245b55d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0854604 Apr 12 13:12:37.358994 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c591c9d-d72c-4b6c-a838-cb1cae780553 req-21c78d33-a850-4ec5-b2aa-d42f6cf28970 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223033 Apr 12 13:12:37.367363 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-863c092c-abff-4e6a-8de8-0da1f6575eb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a822c3b-ec1d-4d14-b30d-5bc837caf399 HTTP/1.1" status: 200 len: 217 time: 0.2399848 Apr 12 13:12:37.370212 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af65644-61ea-4755-b337-56267c37d1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c514c16-df7b-484e-b70b-e35a567be566", "tag": "2f80f6e0-9f01-4610-990b-aa32bbe1954a"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:12:37.392451 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50886) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:37.393165 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8c062b88-3a22-4afb-a2ce-b7d77496300f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.397135 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8c062b88-3a22-4afb-a2ce-b7d77496300f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5927250 Apr 12 13:12:37.416678 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50888) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:37.422984 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ea1392b-aac2-40de-881c-920ae39ac133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.452228 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:37.505949 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.593930 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-5a041c0b-347c-42e1-92c3-c78a7d8fd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:37.595654 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-5a041c0b-347c-42e1-92c3-c78a7d8fd513 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2678206 Apr 12 13:12:37.677415 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d0c9-2f17-493c-85e2-837816234d0f req-fe00cc1b-6fa9-42ae-901d-448a6d2e5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:37.678892 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-fe00cc1b-6fa9-42ae-901d-448a6d2e5945 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.2782342 Apr 12 13:12:37.687961 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8500e36-deac-4896-bbff-4be6aa7d3f81 req-a47bd802-2194-47a2-9a80-105832fbfcfc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:37.689478 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b8500e36-deac-4896-bbff-4be6aa7d3f81 req-a47bd802-2194-47a2-9a80-105832fbfcfc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 943 time: 0.1503344 Apr 12 13:12:37.702637 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bd5311-b71f-4072-834e-dd9034dca8c5 x-openstack-request-id: req-14bd5311-b71f-4072-834e-dd9034dca8c5 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:12:37.702871 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c514c16-df7b-484e-b70b-e35a567be566", "tag": "2f80f6e0-9f01-4610-990b-aa32bbe1954a", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:12:37.703051 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14bd5311-b71f-4072-834e-dd9034dca8c5 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:12:37.703188 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a988aa8-ff82-48d2-9ba2-df99459c36b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (a396b2a5-fec3-4024-81c5-0e4a32f68e9d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.703504 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bd5311-b71f-4072-834e-dd9034dca8c5'] response: {'name': 'network-changed', 'server_uuid': '0c514c16-df7b-484e-b70b-e35a567be566', 'tag': '2f80f6e0-9f01-4610-990b-aa32bbe1954a', 'status': 'completed', 'code': 200} Apr 12 13:12:37.705834 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a988aa8-ff82-48d2-9ba2-df99459c36b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.710685 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4a988aa8-ff82-48d2-9ba2-df99459c36b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a396b2a5-fec3-4024-81c5-0e4a32f68e9d HTTP/1.1" status: 204 len: 168 time: 0.6962771 Apr 12 13:12:37.726261 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Allocated IP 172.20.0.5 (338fa43e-63c7-4e02-92fe-2483c828b744/15b5014d-00df-4c61-a675-ebbc17295068/accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:37.784444 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.809404 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ea1392b-aac2-40de-881c-920ae39ac133 admin admin] Publish callbacks [] for security_group (144760ec-5e66-484b-b026-aa66d28767f3), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.814684 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a988aa8-ff82-48d2-9ba2-df99459c36b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a396b2a5-fec3-4024-81c5-0e4a32f68e9d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:37.846738 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996d0c9-2f17-493c-85e2-837816234d0f req-9b4e9aaa-4614-47d4-84c7-ef118a0a84c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:37.848706 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-9b4e9aaa-4614-47d4-84c7-ef118a0a84c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1582937 Apr 12 13:12:37.854132 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ea1392b-aac2-40de-881c-920ae39ac133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (144760ec-5e66-484b-b026-aa66d28767f3), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:37.860823 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-13c5ebe1-47ff-4210-96ee-7c5f014e869e req-1e00155c-25a4-4346-8dba-fc41a90cf12f tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 210 time: 0.0639064 Apr 12 13:12:37.903622 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0ea1392b-aac2-40de-881c-920ae39ac133 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=255567cb8a5e450bb7a5a8c10466f571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5014381 Apr 12 13:12:37.904477 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 50906) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:37.905684 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b8500e36-deac-4896-bbff-4be6aa7d3f81 req-6a948b62-30a3-4b40-bf52-7f35ce491b8c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012825 Apr 12 13:12:38.059326 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-bb0982e9-7075-4a29-8c8e-d26df824cd3b service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964369 Apr 12 13:12:38.102645 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.171850 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-8769cbb9-6536-414f-97b3-42c98f4660c5 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677004 Apr 12 13:12:38.218560 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1392b-aac2-40de-881c-920ae39ac133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144760ec-5e66-484b-b026-aa66d28767f3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:38.318001 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Allocated IP 172.27.3.71 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/49958c28-a0ec-42e9-9a9f-1137031a8297) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:38.323598 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6663c79-1c1c-4c33-82a1-c890a50fb61f admin admin] Publish callbacks [] for security_group (144760ec-5e66-484b-b026-aa66d28767f3), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.360677 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0996d0c9-2f17-493c-85e2-837816234d0f req-f74efd5b-2076-412b-86c8-88ae95cde621 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878392 Apr 12 13:12:38.376224 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.385811 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6663c79-1c1c-4c33-82a1-c890a50fb61f admin admin] Publish callbacks [] for security_group (144760ec-5e66-484b-b026-aa66d28767f3), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.408181 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-977b8fdb-e09d-4df0-bb75-f492cb3c13d1 req-1bea3db4-0123-4f9c-a4d2-56b1584f4497 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149467 Apr 12 13:12:38.429866 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Network 338fa43e-63c7-4e02-92fe-2483c828b744 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:38.433426 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:38.437663 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:38.443436 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:38.444413 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.467400 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'Port': ['ID=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:38.473972 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-7f9c0001-5709-47b8-9072-d556f4350b17 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8030343 Apr 12 13:12:38.556024 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for port (49958c28-a0ec-42e9-9a9f-1137031a8297), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.561460 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6663c79-1c1c-4c33-82a1-c890a50fb61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (144760ec-5e66-484b-b026-aa66d28767f3), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.563983 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b6663c79-1c1c-4c33-82a1-c890a50fb61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.567537 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b6663c79-1c1c-4c33-82a1-c890a50fb61f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/144760ec-5e66-484b-b026-aa66d28767f3 HTTP/1.1" status: 204 len: 168 time: 0.6409948 Apr 12 13:12:38.583090 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6663c79-1c1c-4c33-82a1-c890a50fb61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144760ec-5e66-484b-b026-aa66d28767f3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:38.622758 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58975985-ec39-42b0-97f1-dcf3d35868fd req-b15acbb7-106f-41b4-87cb-570a0f5d2c50 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:38.624231 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-58975985-ec39-42b0-97f1-dcf3d35868fd req-b15acbb7-106f-41b4-87cb-570a0f5d2c50 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 944 time: 0.0954695 Apr 12 13:12:38.655054 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (49958c28-a0ec-42e9-9a9f-1137031a8297), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.710093 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.734715 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:38.737638 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:38.739328 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-58975985-ec39-42b0-97f1-dcf3d35868fd req-bfb8e28e-fb66-47ba-ae6d-8fb69c7185a2 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061249 Apr 12 13:12:38.744814 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:38.798262 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'Port': ['ID=49958c28-a0ec-42e9-9a9f-1137031a8297,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:38.899233 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.911692 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b1451884-4ac0-435a-9bcd-5ce24d4a1c8f None None] Provisioning complete for port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:38.912905 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b1451884-4ac0-435a-9bcd-5ce24d4a1c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.970575 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (49958c28-a0ec-42e9-9a9f-1137031a8297), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:38.974629 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b1451884-4ac0-435a-9bcd-5ce24d4a1c8f None None] Port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:39.084240 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9805f-4181-43b0-a81f-5321cf0657aa req-43960230-fe93-41b4-920e-585b654bde2b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:39.086398 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ccb9805f-4181-43b0-a81f-5321cf0657aa req-43960230-fe93-41b4-920e-585b654bde2b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 931 time: 0.1141391 Apr 12 13:12:39.142955 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d223b5-cef9-4eba-ae46-f284b2b75618 req-142c6e29-89a1-4f4b-8a63-f331c72a118c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:39.145224 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b5d223b5-cef9-4eba-ae46-f284b2b75618 req-142c6e29-89a1-4f4b-8a63-f331c72a118c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 943 time: 0.1136200 Apr 12 13:12:39.168101 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 854441c5-dda9-4685-a666-e272da0243d2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:12:39.194733 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Request body: {'port': {'device_id': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:39.202059 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for port (49958c28-a0ec-42e9-9a9f-1137031a8297), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:39.207455 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ccb9805f-4181-43b0-a81f-5321cf0657aa req-2c084377-ab7d-498b-9994-7c8061031e49 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912774 Apr 12 13:12:39.238725 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (49958c28-a0ec-42e9-9a9f-1137031a8297), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:39.333490 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:39.347485 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b5d223b5-cef9-4eba-ae46-f284b2b75618 req-7e4ed32c-8a02-4b78-ba66-4b1e4068ab6c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949224 Apr 12 13:12:39.371789 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:39.372265 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:39.373744 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9407439 Apr 12 13:12:39.380758 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-4be6b31c-a96d-4a34-91e6-1ef6c060fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:39.383180 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-4be6b31c-a96d-4a34-91e6-1ef6c060fa3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 1127 time: 0.1744032 Apr 12 13:12:39.395290 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ae7dc-fb80-447e-9d7a-8936401e7562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'Port': ['ID=49958c28-a0ec-42e9-9a9f-1137031a8297,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:39.413572 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 854441c5-dda9-4685-a666-e272da0243d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=854441c5-dda9-4685-a666-e272da0243d2,segment=NetworkSegment(7125c721-952d-4e20-9d5b-7aa93cbda86d),segment_id=7125c721-952d-4e20-9d5b-7aa93cbda86d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:39.440988 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '854441c5-dda9-4685-a666-e272da0243d2', 'network_id': '33194240-e80c-4579-85ac-2da5c0a17a0c', 'port_id': '854441c5-dda9-4685-a666-e272da0243d2', 'mac_address': 'fa:16:3e:a1:b5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf21ce1-e58a-4ed0-ad62-23ac46300aa3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:12:39.498400 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 854441c5-dda9-4685-a666-e272da0243d2 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:39.499931 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (854441c5-dda9-4685-a666-e272da0243d2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:39.529722 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854441c5-dda9-4685-a666-e272da0243d2 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:12:39.579289 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 854441c5-dda9-4685-a666-e272da0243d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=854441c5-dda9-4685-a666-e272da0243d2,segment=NetworkSegment(7125c721-952d-4e20-9d5b-7aa93cbda86d),segment_id=7125c721-952d-4e20-9d5b-7aa93cbda86d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:39.588170 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (854441c5-dda9-4685-a666-e272da0243d2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:39.678813 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=854441c5-dda9-4685-a666-e272da0243d2,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:39.837338 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-f5cc37d9-d0ce-49de-b1f7-e9feda131d92 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1192153980&fields=id&tenant_id=257ac1d956b44e508a71a716d6aed767 HTTP/1.1" status: 200 len: 267 time: 0.1400363 Apr 12 13:12:39.896027 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['854441c5-dda9-4685-a666-e272da0243d2'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:12:40.066034 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0381a58-9077-46a7-8e2a-7822ffca6a4d req-9113ba5f-38da-4ecf-9952-f7da5194379f tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:40.066034 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e0381a58-9077-46a7-8e2a-7822ffca6a4d req-9113ba5f-38da-4ecf-9952-f7da5194379f tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 945 time: 0.1821978 Apr 12 13:12:40.214486 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-7393f2af-3848-4660-a8a9-0798643a5ff3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:40.216152 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-25014360-c33e-431b-931c-5e7e8db27e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:40.217687 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-25014360-c33e-431b-931c-5e7e8db27e98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.1966040 Apr 12 13:12:40.221703 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-7393f2af-3848-4660-a8a9-0798643a5ff3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 817 time: 0.3834729 Apr 12 13:12:40.276136 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-141050c8-332b-4bed-a7c8-ec6f29c29f73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a822c3b-ec1d-4d14-b30d-5bc837caf399 HTTP/1.1" status: 200 len: 217 time: 0.0479188 Apr 12 13:12:40.280247 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:12:40.288561 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Publish callbacks [] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:40.310029 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Transition to ACTIVE for port object accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:12:40.316054 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51012) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:40.323692 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:40.334200 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-26919c3d-72c2-4d87-bcff-a17c8656ae11 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/quotas/257ac1d956b44e508a71a716d6aed767 HTTP/1.1" status: 200 len: 375 time: 0.1105945 Apr 12 13:12:40.335357 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65644-61ea-4755-b337-56267c37d1b8 req-be417bad-9d19-4406-8731-2decd0d1360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:40.346000 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-e5def79b-02d3-4567-b0cc-2d19fcd4d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:40.346405 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4af65644-61ea-4755-b337-56267c37d1b8 req-be417bad-9d19-4406-8731-2decd0d1360a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 1127 time: 0.2766762 Apr 12 13:12:40.347987 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-e5def79b-02d3-4567-b0cc-2d19fcd4d092 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0626314 Apr 12 13:12:40.374161 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e0381a58-9077-46a7-8e2a-7822ffca6a4d req-41938a66-66d0-49f1-b2ee-96b1d46660c7 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956996 Apr 12 13:12:40.430982 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-63a037c3-03bf-4cea-bc90-b675654228d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:40.432984 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-63a037c3-03bf-4cea-bc90-b675654228d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742280 Apr 12 13:12:40.568836 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-2e89921d-d989-4080-9d1c-d869a7e5b49f service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285059 Apr 12 13:12:40.576090 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:40.589692 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0073f-a499-4d97-8613-cba6da40adcc req-657a5c94-0593-4de3-ade3-6b76620a64cb tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:40.591320 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-39e0073f-a499-4d97-8613-cba6da40adcc req-657a5c94-0593-4de3-ade3-6b76620a64cb tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 943 time: 0.1087992 Apr 12 13:12:40.626614 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Pushing event updated for resources: {'Port': ['ID=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:40.694485 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0a18-a812-49d5-9e83-27cce7224933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:40.755567 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-435ab73b-253a-44a9-a942-9a36f5c4f37d req-f873a410-d3fd-475c-a102-b81f70846d37 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787293 Apr 12 13:12:40.767216 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-ca33869d-5868-4f92-af52-908108f37001 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4184554 Apr 12 13:12:40.818390 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0a18-a812-49d5-9e83-27cce7224933 admin admin] Publish callbacks [] for security_group (b5c110c9-fef2-4af3-b180-520da3757188), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:40.824528 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0a18-a812-49d5-9e83-27cce7224933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (b5c110c9-fef2-4af3-b180-520da3757188), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:40.833413 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Attempting to bind port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:40.833797 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Attempting to bind port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:40.834357 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Attempting to bind port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd on network 338fa43e-63c7-4e02-92fe-2483c828b744 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:40.860776 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd on network 338fa43e-63c7-4e02-92fe-2483c828b744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:12:40.861136 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Attempting to bind port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd on network 338fa43e-63c7-4e02-92fe-2483c828b744 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:40.890208 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fdfa0a18-a812-49d5-9e83-27cce7224933 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ffaa5b906414f9d88e5202f3efe0870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727141 Apr 12 13:12:40.891411 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa0a18-a812-49d5-9e83-27cce7224933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c110c9-fef2-4af3-b180-520da3757188,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:40.894127 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 51032) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:40.902176 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:40.902830 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Checking segment: {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:40.903612 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Bound using segment: {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:40.903695 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Bound port: accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:40.904055 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:40.948886 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-39e0073f-a499-4d97-8613-cba6da40adcc req-86e6b61b-4e83-4a39-8c17-08eee81d95b9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3374314 Apr 12 13:12:40.950000 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65644-61ea-4755-b337-56267c37d1b8 req-5b145a53-674f-4e9a-a958-1367573155b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:40.951369 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4af65644-61ea-4755-b337-56267c37d1b8 req-5b145a53-674f-4e9a-a958-1367573155b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.5748408 Apr 12 13:12:41.009931 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4af65644-61ea-4755-b337-56267c37d1b8 req-6c6876e1-179f-4bab-b48b-b954ca2ac741 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a HTTP/1.1" status: 200 len: 217 time: 0.0452390 Apr 12 13:12:41.127268 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 2f80f6e0-9f01-4610-990b-aa32bbe1954a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:12:41.184615 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-909082e7-f633-418a-9b10-656b3b95f0f3 service neutron] 10.222.0.47 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797076 Apr 12 13:12:41.204903 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffddb0b-7b22-4f67-8117-c765646bc840 req-35dc75bb-b722-404e-a207-063090b8756e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:41.206450 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ffddb0b-7b22-4f67-8117-c765646bc840 req-35dc75bb-b722-404e-a207-063090b8756e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 943 time: 0.1542273 Apr 12 13:12:41.219542 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65644-61ea-4755-b337-56267c37d1b8 req-370cbd1a-b94d-409d-ad39-7c2b818134fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:41.220996 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4af65644-61ea-4755-b337-56267c37d1b8 req-370cbd1a-b94d-409d-ad39-7c2b818134fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.2006047 Apr 12 13:12:41.230562 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 854441c5-dda9-4685-a666-e272da0243d2 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:41.245017 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e45292c-fa70-46b2-844d-d5258c9f4bb9 admin admin] Publish callbacks [] for security_group (b5c110c9-fef2-4af3-b180-520da3757188), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:41.262792 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] For port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd, host hv-cinder-83009, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:41.387911 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 854441c5-dda9-4685-a666-e272da0243d2 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:12:41.398281 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 854441c5-dda9-4685-a666-e272da0243d2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:41.399076 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (854441c5-dda9-4685-a666-e272da0243d2), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:41.442817 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 2f80f6e0-9f01-4610-990b-aa32bbe1954a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:41.468670 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '2f80f6e0-9f01-4610-990b-aa32bbe1954a', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'port_id': '2f80f6e0-9f01-4610-990b-aa32bbe1954a', 'mac_address': 'fa:16:3e:40:e2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:12:41.549068 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 2f80f6e0-9f01-4610-990b-aa32bbe1954a is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:41.549364 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:41.552198 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 854441c5-dda9-4685-a666-e272da0243d2 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:41.552570 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (854441c5-dda9-4685-a666-e272da0243d2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:41.572114 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] For port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:41.578003 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f80f6e0-9f01-4610-990b-aa32bbe1954a {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:12:41.595352 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e45292c-fa70-46b2-844d-d5258c9f4bb9 admin admin] Publish callbacks [] for security_group (b5c110c9-fef2-4af3-b180-520da3757188), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:41.610799 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 854441c5-dda9-4685-a666-e272da0243d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=854441c5-dda9-4685-a666-e272da0243d2,segment=NetworkSegment(7125c721-952d-4e20-9d5b-7aa93cbda86d),segment_id=7125c721-952d-4e20-9d5b-7aa93cbda86d)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:41.613367 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65644-61ea-4755-b337-56267c37d1b8 req-91ce9a45-2890-4e05-8af5-18d1818ce2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:41.615142 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4af65644-61ea-4755-b337-56267c37d1b8 req-91ce9a45-2890-4e05-8af5-18d1818ce2d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3767815 Apr 12 13:12:41.617039 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d565d7-426f-4832-a230-73a8e8d6a9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854441c5-dda9-4685-a666-e272da0243d2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:12:41.622859 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:41.687585 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (854441c5-dda9-4685-a666-e272da0243d2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:41.711175 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 2f80f6e0-9f01-4610-990b-aa32bbe1954a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:41.740311 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:41.741099 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 3a822c3b-ec1d-4d14-b30d-5bc837caf399 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:12:41.750259 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:41.790534 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ffddb0b-7b22-4f67-8117-c765646bc840 req-c9d94c4c-cb73-4bca-8a12-2a93ff26e78c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5600650 Apr 12 13:12:41.803810 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=854441c5-dda9-4685-a666-e272da0243d2,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:41.808062 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:41.809989 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:41.814660 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] 10.222.0.26 "PUT /v2.0/ports/accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd HTTP/1.1" status: 200 len: 1093 time: 2.6252036 Apr 12 13:12:41.841311 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 3a822c3b-ec1d-4d14-b30d-5bc837caf399, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a822c3b-ec1d-4d14-b30d-5bc837caf399,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:41.852264 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'tag': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:12:41.856363 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16193232-e913-4fbb-8ac1-7079114795ea" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe", "tag": "accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:12:41.861268 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-513acf1c-5998-48be-bec2-c5988611a4f1 service neutron] 10.222.0.47 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6691647 Apr 12 13:12:41.866252 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '3a822c3b-ec1d-4d14-b30d-5bc837caf399', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'port_id': '3a822c3b-ec1d-4d14-b30d-5bc837caf399', 'mac_address': 'fa:16:3e:25:7b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:12:41.975470 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e4f228-1eac-4f0c-9321-d6d0f975516e" -d '{"events": [{"server_uuid": "89d565d7-426f-4832-a230-73a8e8d6a9d1", "name": "network-vif-plugged", "status": "completed", "tag": "854441c5-dda9-4685-a666-e272da0243d2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:12:41.981867 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=2f80f6e0-9f01-4610-990b-aa32bbe1954a,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:41.994035 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:41.994650 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:42.007568 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86880a6-db08-422c-a232-46d999607b6b req-e9912b9f-40d1-4fe9-aa1e-b8a08e1f14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:42.011033 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-e9912b9f-40d1-4fe9-aa1e-b8a08e1f14a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ece71a09a94851833df1d109311c97&device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 1127 time: 0.0968890 Apr 12 13:12:42.027877 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a822c3b-ec1d-4d14-b30d-5bc837caf399 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:12:42.049766 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 3a822c3b-ec1d-4d14-b30d-5bc837caf399, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a822c3b-ec1d-4d14-b30d-5bc837caf399,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:42.055629 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:42.085064 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287a8c5-ee14-450d-a935-548123bd9d7b service neutron] Pushing event updated for resources: {'Port': ['ID=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:42.104712 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e45292c-fa70-46b2-844d-d5258c9f4bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (b5c110c9-fef2-4af3-b180-520da3757188), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:42.110271 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e45292c-fa70-46b2-844d-d5258c9f4bb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:42.111980 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3e45292c-fa70-46b2-844d-d5258c9f4bb9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5c110c9-fef2-4af3-b180-520da3757188 HTTP/1.1" status: 204 len: 168 time: 1.2112558 Apr 12 13:12:42.199357 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-0075da3b-896c-446a-bda0-6bd72cb6fe8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd HTTP/1.1" status: 200 len: 217 time: 0.0954998 Apr 12 13:12:42.199874 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=3a822c3b-ec1d-4d14-b30d-5bc837caf399,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:42.285450 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4af65644-61ea-4755-b337-56267c37d1b8 req-ed2ab345-bd6c-49e8-8ed9-8e0893754565 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549096 Apr 12 13:12:42.286263 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45292c-fa70-46b2-844d-d5258c9f4bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c110c9-fef2-4af3-b180-520da3757188,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:42.289855 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de088c6d-e74c-498f-9b99-91adb17d1da8 x-openstack-request-id: req-de088c6d-e74c-498f-9b99-91adb17d1da8 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:12:42.290140 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe", "tag": "accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:12:42.290384 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de088c6d-e74c-498f-9b99-91adb17d1da8 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:12:42.290775 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de088c6d-e74c-498f-9b99-91adb17d1da8'] response: {'name': 'network-changed', 'server_uuid': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'tag': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd', 'status': 'completed', 'code': 200} Apr 12 13:12:42.430264 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4af65644-61ea-4755-b337-56267c37d1b8 req-d5258c50-3ce0-4322-9632-9bbf558f0295 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203322 Apr 12 13:12:42.439503 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86880a6-db08-422c-a232-46d999607b6b req-1940544d-d9b2-49ef-9110-749f7c34b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:42.441329 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-1940544d-d9b2-49ef-9110-749f7c34b9a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15b5014d-00df-4c61-a675-ebbc17295068 HTTP/1.1" status: 200 len: 850 time: 0.2150533 Apr 12 13:12:42.445964 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['3a822c3b-ec1d-4d14-b30d-5bc837caf399'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:12:42.454468 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97f040-7dd4-4e6f-a8d5-9b2e745dc5c5 req-f5375cd6-6a21-4b50-80d9-e38a238bae40 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:42.462338 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fa97f040-7dd4-4e6f-a8d5-9b2e745dc5c5 req-f5375cd6-6a21-4b50-80d9-e38a238bae40 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.3785963 Apr 12 13:12:42.537059 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86880a6-db08-422c-a232-46d999607b6b req-d1c817d4-182a-4f21-b54b-8976222698ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:42.537802 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['2f80f6e0-9f01-4610-990b-aa32bbe1954a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:12:42.538682 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-d1c817d4-182a-4f21-b54b-8976222698ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=338fa43e-63c7-4e02-92fe-2483c828b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737956 Apr 12 13:12:42.584592 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fa97f040-7dd4-4e6f-a8d5-9b2e745dc5c5 req-8781f9d6-ad22-418b-9ad4-56dcead87561 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212275 Apr 12 13:12:42.687915 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51128) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:42.697654 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-70b0d67c-6a8e-4b42-8d91-f3ea5f931e50 service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489620 Apr 12 13:12:42.880699 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed97f63d-650c-4b3f-8c43-38cda435455b x-openstack-request-id: req-ed97f63d-650c-4b3f-8c43-38cda435455b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:12:42.880991 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d565d7-426f-4832-a230-73a8e8d6a9d1", "name": "network-vif-plugged", "status": "completed", "tag": "854441c5-dda9-4685-a666-e272da0243d2", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:12:42.889337 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed97f63d-650c-4b3f-8c43-38cda435455b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:12:42.890131 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed97f63d-650c-4b3f-8c43-38cda435455b'] response: {'server_uuid': '89d565d7-426f-4832-a230-73a8e8d6a9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854441c5-dda9-4685-a666-e272da0243d2', 'code': 200} Apr 12 13:12:42.899648 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:42.921385 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ae8979d-9829-4849-82ed-888407862011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:42.986876 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fcb2-2a00-4c40-8927-f931bd13bd1e req-b6112baa-ab0c-448f-8237-e54cb011dd9d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:43.010924 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6261fcb2-2a00-4c40-8927-f931bd13bd1e req-b6112baa-ab0c-448f-8237-e54cb011dd9d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 943 time: 0.2603524 Apr 12 13:12:43.090253 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d8a0b8c-5115-4a3c-94f5-576e1490093a req-fe161bcf-1835-4fe7-bba2-3c6047afde5d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 210 time: 0.0589397 Apr 12 13:12:43.109253 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ae8979d-9829-4849-82ed-888407862011 admin admin] Publish callbacks [] for security_group (26663d92-8b75-44e0-ba25-f5902c9b61d8), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.120897 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ae8979d-9829-4849-82ed-888407862011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (26663d92-8b75-44e0-ba25-f5902c9b61d8), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.154753 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e86880a6-db08-422c-a232-46d999607b6b req-5b9a206f-6ba2-40c6-9bc3-1ae42cf4dec3 service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474440 Apr 12 13:12:43.170301 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6261fcb2-2a00-4c40-8927-f931bd13bd1e req-03b19914-3266-4619-b500-c2656664f02d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521752 Apr 12 13:12:43.231103 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8979d-9829-4849-82ed-888407862011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26663d92-8b75-44e0-ba25-f5902c9b61d8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:43.266273 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94712360-2915-4903-b7ad-b838d5f3b36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.281926 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eef33-b994-431e-abe1-395d005c088d req-7a39aa1b-9323-420a-b117-32cb6d5c376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:43.284020 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-de5eef33-b994-431e-abe1-395d005c088d req-7a39aa1b-9323-420a-b117-32cb6d5c376c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 1130 time: 0.1114085 Apr 12 13:12:43.284434 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0ae8979d-9829-4849-82ed-888407862011 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5d1d1d5c3c447b98a68f1979b8482cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833358 Apr 12 13:12:43.284557 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 51144) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:43.359101 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24164fdc-0ced-48a8-ad25-b45ecdce7b21 req-dc391aa3-2d54-4985-bd37-824534a69874 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:43.359714 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94712360-2915-4903-b7ad-b838d5f3b36b admin admin] Publish callbacks [] for security_group (cf0ec67d-796a-40e1-a594-38746f4fb6a8), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.360650 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-24164fdc-0ced-48a8-ad25-b45ecdce7b21 req-dc391aa3-2d54-4985-bd37-824534a69874 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 944 time: 0.0752513 Apr 12 13:12:43.364994 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-94712360-2915-4903-b7ad-b838d5f3b36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (cf0ec67d-796a-40e1-a594-38746f4fb6a8), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.391211 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-934a8798-715b-41e6-9685-0ef57ac4b8a3 admin admin] Publish callbacks [] for security_group (26663d92-8b75-44e0-ba25-f5902c9b61d8), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.409366 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-94712360-2915-4903-b7ad-b838d5f3b36b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ea5441871194d019a907bffc42745e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7181227 Apr 12 13:12:43.409366 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94712360-2915-4903-b7ad-b838d5f3b36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0ec67d-796a-40e1-a594-38746f4fb6a8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:43.410477 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51150) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:43.431978 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-24164fdc-0ced-48a8-ad25-b45ecdce7b21 req-0af002d7-66c7-4627-9ca1-7409d9208ec5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630450 Apr 12 13:12:43.444372 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-934a8798-715b-41e6-9685-0ef57ac4b8a3 admin admin] Publish callbacks [] for security_group (26663d92-8b75-44e0-ba25-f5902c9b61d8), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.463637 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44db87a9-f961-47ed-9c9a-4ed94f69e903 admin admin] Publish callbacks [] for security_group (cf0ec67d-796a-40e1-a594-38746f4fb6a8), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.489988 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44db87a9-f961-47ed-9c9a-4ed94f69e903 admin admin] Publish callbacks [] for security_group (cf0ec67d-796a-40e1-a594-38746f4fb6a8), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.530848 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-934a8798-715b-41e6-9685-0ef57ac4b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (26663d92-8b75-44e0-ba25-f5902c9b61d8), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.535427 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-934a8798-715b-41e6-9685-0ef57ac4b8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.537220 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-934a8798-715b-41e6-9685-0ef57ac4b8a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26663d92-8b75-44e0-ba25-f5902c9b61d8 HTTP/1.1" status: 204 len: 168 time: 0.2500744 Apr 12 13:12:43.547708 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a8798-715b-41e6-9685-0ef57ac4b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26663d92-8b75-44e0-ba25-f5902c9b61d8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:43.557291 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44db87a9-f961-47ed-9c9a-4ed94f69e903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (cf0ec67d-796a-40e1-a594-38746f4fb6a8), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.560227 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-44db87a9-f961-47ed-9c9a-4ed94f69e903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.561523 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-44db87a9-f961-47ed-9c9a-4ed94f69e903 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf0ec67d-796a-40e1-a594-38746f4fb6a8 HTTP/1.1" status: 204 len: 168 time: 0.1500933 Apr 12 13:12:43.572318 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db87a9-f961-47ed-9c9a-4ed94f69e903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0ec67d-796a-40e1-a594-38746f4fb6a8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:43.708468 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c7518-eb31-45f9-a52b-085115924af6 req-1d2d9632-d6f4-4e83-8431-86544fa8794a tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:43.710134 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-351c7518-eb31-45f9-a52b-085115924af6 req-1d2d9632-d6f4-4e83-8431-86544fa8794a tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0536919 Apr 12 13:12:43.761380 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-351c7518-eb31-45f9-a52b-085115924af6 req-28a25efc-7933-4831-b477-88fa80ca522f tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447655 Apr 12 13:12:43.879475 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51170) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:43.895386 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0587-9ff0-454f-bacb-8d2b25f6a822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.975118 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0587-9ff0-454f-bacb-8d2b25f6a822 admin admin] Publish callbacks [] for security_group (822a6c43-ca5a-44a7-9a9b-cf4721342f2f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:43.979403 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4d9a0587-9ff0-454f-bacb-8d2b25f6a822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (822a6c43-ca5a-44a7-9a9b-cf4721342f2f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:44.017844 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a0587-9ff0-454f-bacb-8d2b25f6a822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822a6c43-ca5a-44a7-9a9b-cf4721342f2f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:44.023417 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4d9a0587-9ff0-454f-bacb-8d2b25f6a822 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78b3a97ea435403984e605a8367bcd55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428690 Apr 12 13:12:44.026071 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51174) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:44.083816 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ca004d6-015e-4c5f-b048-88550e7ededf admin admin] Publish callbacks [] for security_group (822a6c43-ca5a-44a7-9a9b-cf4721342f2f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:44.113524 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ca004d6-015e-4c5f-b048-88550e7ededf admin admin] Publish callbacks [] for security_group (822a6c43-ca5a-44a7-9a9b-cf4721342f2f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:44.170982 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ca004d6-015e-4c5f-b048-88550e7ededf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (822a6c43-ca5a-44a7-9a9b-cf4721342f2f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:44.173591 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ca004d6-015e-4c5f-b048-88550e7ededf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:44.174739 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0ca004d6-015e-4c5f-b048-88550e7ededf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/822a6c43-ca5a-44a7-9a9b-cf4721342f2f HTTP/1.1" status: 204 len: 168 time: 0.1474252 Apr 12 13:12:44.190128 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca004d6-015e-4c5f-b048-88550e7ededf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822a6c43-ca5a-44a7-9a9b-cf4721342f2f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:44.224753 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cd47f58d-534a-49a2-a856-343234edea7a req-29d11a69-955c-4f5d-9f78-691a5f5faf25 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 210 time: 0.0362318 Apr 12 13:12:44.333669 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1df6ed-09ae-4b38-b3ee-93ada4c05987 req-3ffd5852-bc21-4d56-8fd0-cdfc44077bb9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:44.335212 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2c1df6ed-09ae-4b38-b3ee-93ada4c05987 req-3ffd5852-bc21-4d56-8fd0-cdfc44077bb9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 943 time: 0.0501261 Apr 12 13:12:44.393165 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2c1df6ed-09ae-4b38-b3ee-93ada4c05987 req-4001bc47-bbb8-48f6-bfea-b907b26c88ae tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506499 Apr 12 13:12:44.565850 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013d811-9a4e-45d8-9160-7724d3b69d5b req-d9e78974-5b8e-4607-a113-16eea07ffb39 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:44.567686 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b013d811-9a4e-45d8-9160-7724d3b69d5b req-d9e78974-5b8e-4607-a113-16eea07ffb39 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 944 time: 0.0579739 Apr 12 13:12:44.645699 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b013d811-9a4e-45d8-9160-7724d3b69d5b req-e1b1788e-18bf-4238-a3d8-47ad2cbf981d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660443 Apr 12 13:12:44.901242 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a133a97-903d-4deb-9cd9-dbe15b76d000 req-b237ecee-1def-4cc6-acd3-56b4e733f6e3 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:44.903231 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6a133a97-903d-4deb-9cd9-dbe15b76d000 req-b237ecee-1def-4cc6-acd3-56b4e733f6e3 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0629270 Apr 12 13:12:44.974669 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6a133a97-903d-4deb-9cd9-dbe15b76d000 req-1dad0c19-4ac5-4296-9563-79c939d660d6 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656159 Apr 12 13:12:45.335178 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-406c1511-3b5a-4eab-afbf-3ca236a9fbbc req-c832cc82-d9d8-41c5-8c29-8f69459fc20c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 210 time: 0.0441325 Apr 12 13:12:45.517370 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115766a-1336-410e-942f-99515c79e23e req-a1113508-9b2f-4d53-9acb-a447f7175baa tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:45.519305 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d115766a-1336-410e-942f-99515c79e23e req-a1113508-9b2f-4d53-9acb-a447f7175baa tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 943 time: 0.0555081 Apr 12 13:12:45.569733 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d115766a-1336-410e-942f-99515c79e23e req-68fe6524-dd41-469d-a10f-d45323cdbc42 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449123 Apr 12 13:12:45.582550 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:45.694911 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42073804-19d6-4fa6-8751-7d2fa13631c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:45.770508 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33075bc1-cd36-4569-b0b2-fb481585128c req-0233ca8c-6e0f-4124-831f-1e93feff4a3f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:45.772987 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-33075bc1-cd36-4569-b0b2-fb481585128c req-0233ca8c-6e0f-4124-831f-1e93feff4a3f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 944 time: 0.0563366 Apr 12 13:12:45.791705 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42073804-19d6-4fa6-8751-7d2fa13631c4 admin admin] Publish callbacks [] for security_group (aa35416f-cc91-47ca-b42e-3e2dffe2f6ca), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:45.797580 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-42073804-19d6-4fa6-8751-7d2fa13631c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (aa35416f-cc91-47ca-b42e-3e2dffe2f6ca), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:45.838505 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42073804-19d6-4fa6-8751-7d2fa13631c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa35416f-cc91-47ca-b42e-3e2dffe2f6ca,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:45.860162 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-33075bc1-cd36-4569-b0b2-fb481585128c req-5ae99bd0-4d4f-40be-bbcf-f69a650ca62f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803709 Apr 12 13:12:45.865866 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-42073804-19d6-4fa6-8751-7d2fa13631c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3fae87a3a716497b9b26974396919155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822547 Apr 12 13:12:45.869045 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51274) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:45.926010 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9663cf1b-f579-4dc1-94a6-399456817d7e admin admin] Publish callbacks [] for security_group (aa35416f-cc91-47ca-b42e-3e2dffe2f6ca), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:45.947105 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9663cf1b-f579-4dc1-94a6-399456817d7e admin admin] Publish callbacks [] for security_group (aa35416f-cc91-47ca-b42e-3e2dffe2f6ca), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:45.998740 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9663cf1b-f579-4dc1-94a6-399456817d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (aa35416f-cc91-47ca-b42e-3e2dffe2f6ca), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:46.001735 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9663cf1b-f579-4dc1-94a6-399456817d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:46.002928 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9663cf1b-f579-4dc1-94a6-399456817d7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa35416f-cc91-47ca-b42e-3e2dffe2f6ca HTTP/1.1" status: 204 len: 168 time: 0.1250336 Apr 12 13:12:46.011909 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663cf1b-f579-4dc1-94a6-399456817d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa35416f-cc91-47ca-b42e-3e2dffe2f6ca,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:46.123692 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41d5c8-5475-4746-a739-d1ecdb1836d9 req-2873022c-989e-48f7-9a20-159482949a41 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:46.133773 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af41d5c8-5475-4746-a739-d1ecdb1836d9 req-2873022c-989e-48f7-9a20-159482949a41 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0707872 Apr 12 13:12:46.191040 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af41d5c8-5475-4746-a739-d1ecdb1836d9 req-fe938481-930e-45b1-97d1-4af8db348543 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549121 Apr 12 13:12:46.321928 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 2f80f6e0-9f01-4610-990b-aa32bbe1954a up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:46.380143 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 2f80f6e0-9f01-4610-990b-aa32bbe1954a completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:12:46.389668 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 2f80f6e0-9f01-4610-990b-aa32bbe1954a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:46.389840 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:46.446969 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c8064a7f-065e-4a87-9da9-0d7df2c0133a req-b2866354-1b0f-4e3c-a3db-7d860c2a8614 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 210 time: 0.0269654 Apr 12 13:12:46.476118 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 2f80f6e0-9f01-4610-990b-aa32bbe1954a is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:46.476759 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:46.502352 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c514c16-df7b-484e-b70b-e35a567be566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f80f6e0-9f01-4610-990b-aa32bbe1954a'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:12:46.505041 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7ca5ba-1a6c-4413-afeb-518cce56f7ba" -d '{"events": [{"server_uuid": "0c514c16-df7b-484e-b70b-e35a567be566", "name": "network-vif-plugged", "status": "completed", "tag": "2f80f6e0-9f01-4610-990b-aa32bbe1954a"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:12:46.519316 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 2f80f6e0-9f01-4610-990b-aa32bbe1954a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:46.524721 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:46.525674 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 3a822c3b-ec1d-4d14-b30d-5bc837caf399 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:46.551877 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef328c1c-53a6-4743-9041-ea2a7dd9d911 x-openstack-request-id: req-ef328c1c-53a6-4743-9041-ea2a7dd9d911 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:12:46.552199 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c514c16-df7b-484e-b70b-e35a567be566", "name": "network-vif-plugged", "status": "completed", "tag": "2f80f6e0-9f01-4610-990b-aa32bbe1954a", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:12:46.552454 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ef328c1c-53a6-4743-9041-ea2a7dd9d911 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:12:46.552844 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef328c1c-53a6-4743-9041-ea2a7dd9d911'] response: {'server_uuid': '0c514c16-df7b-484e-b70b-e35a567be566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f80f6e0-9f01-4610-990b-aa32bbe1954a', 'code': 200} Apr 12 13:12:46.611992 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=2f80f6e0-9f01-4610-990b-aa32bbe1954a,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:46.617483 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:12:46.625468 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:46.626116 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:46.694732 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b3c61-5959-49b4-b2c6-510370b69d97 req-869b8879-0d99-4998-9597-efac72d77247 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:46.696225 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-527b3c61-5959-49b4-b2c6-510370b69d97 req-869b8879-0d99-4998-9597-efac72d77247 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 943 time: 0.0526733 Apr 12 13:12:46.713121 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:46.713445 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:46.748008 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 3a822c3b-ec1d-4d14-b30d-5bc837caf399, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a822c3b-ec1d-4d14-b30d-5bc837caf399,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:46.749445 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-527b3c61-5959-49b4-b2c6-510370b69d97 req-3259f515-81a8-4d79-9a55-0cd5261cd6fc tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451686 Apr 12 13:12:46.754343 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:46.802735 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=3a822c3b-ec1d-4d14-b30d-5bc837caf399,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:46.990089 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932ef1-00dd-4dc8-ad76-403c3dd551da req-53511155-8817-4c6e-b5b4-6bfc5fa6bba2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:46.991847 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ce932ef1-00dd-4dc8-ad76-403c3dd551da req-53511155-8817-4c6e-b5b4-6bfc5fa6bba2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0597384 Apr 12 13:12:47.051498 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ce932ef1-00dd-4dc8-ad76-403c3dd551da req-213a1352-989c-4d64-ba9a-77dba5c725dc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527599 Apr 12 13:12:47.323486 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67465b-b512-420c-80f8-f012e258e9c0 req-3678bb81-2192-4c9b-9b3c-13f565a6537a tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:47.326952 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4c67465b-b512-420c-80f8-f012e258e9c0 req-3678bb81-2192-4c9b-9b3c-13f565a6537a tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0615103 Apr 12 13:12:47.394399 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4c67465b-b512-420c-80f8-f012e258e9c0 req-c02b66c9-f6c9-422e-a5e2-eb859989038d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603414 Apr 12 13:12:47.564100 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c98322b7-c76d-4a41-8b00-7859ec988081 req-e66f93e0-4eed-4f4f-844f-48f3b80204ef tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 210 time: 0.0326385 Apr 12 13:12:47.899983 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e78f0-7322-45da-bc31-44b4b056f0d9 req-fbd9a2ce-ee68-4860-9f3f-221f20493a9d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:47.901790 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f57e78f0-7322-45da-bc31-44b4b056f0d9 req-fbd9a2ce-ee68-4860-9f3f-221f20493a9d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 943 time: 0.0759687 Apr 12 13:12:47.955183 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f57e78f0-7322-45da-bc31-44b4b056f0d9 req-70d3aa05-e997-40be-91e1-f5254caa7916 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473356 Apr 12 13:12:48.159376 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8397a-c577-4eb0-8e6a-77bf27cc7f8b req-2ec4fd30-48b6-4639-929b-0a6b11f96811 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:48.160849 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7ed8397a-c577-4eb0-8e6a-77bf27cc7f8b req-2ec4fd30-48b6-4639-929b-0a6b11f96811 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0459116 Apr 12 13:12:48.208797 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7ed8397a-c577-4eb0-8e6a-77bf27cc7f8b req-cae6d9eb-b9f7-41c3-8a18-0d4fe96e6fa8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Apr 12 13:12:48.511085 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432ac2a-b679-44de-82d8-19c7bbc06a1b req-44cbac22-4d94-45e3-9e4f-286ef549a440 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:48.513109 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7432ac2a-b679-44de-82d8-19c7bbc06a1b req-44cbac22-4d94-45e3-9e4f-286ef549a440 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0513866 Apr 12 13:12:48.554031 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32261e8-dfa3-48f0-8e74-5a5c16624545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a822c3b-ec1d-4d14-b30d-5bc837caf399'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:12:48.556367 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cfbd6f-6ca9-4cac-8749-0a7a41121c41" -d '{"events": [{"server_uuid": "e32261e8-dfa3-48f0-8e74-5a5c16624545", "name": "network-vif-plugged", "status": "completed", "tag": "3a822c3b-ec1d-4d14-b30d-5bc837caf399"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:12:48.568687 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7432ac2a-b679-44de-82d8-19c7bbc06a1b req-8d3eba7d-3f69-42d3-afc5-69513bb18fd1 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465374 Apr 12 13:12:48.594998 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f407a3-b491-429e-b884-72116c5d2876 x-openstack-request-id: req-80f407a3-b491-429e-b884-72116c5d2876 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:12:48.595547 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32261e8-dfa3-48f0-8e74-5a5c16624545", "name": "network-vif-plugged", "status": "completed", "tag": "3a822c3b-ec1d-4d14-b30d-5bc837caf399", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:12:48.596002 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-80f407a3-b491-429e-b884-72116c5d2876 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:12:48.596663 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f407a3-b491-429e-b884-72116c5d2876'] response: {'server_uuid': 'e32261e8-dfa3-48f0-8e74-5a5c16624545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a822c3b-ec1d-4d14-b30d-5bc837caf399', 'code': 200} Apr 12 13:12:48.663566 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8375dca5-e513-41cc-81d4-cdd10cc71bac req-2388b707-7963-41c1-8184-660346d991f7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 210 time: 0.0289319 Apr 12 13:12:49.067485 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6336-3094-4f8f-b409-e72157a45f5f req-66481aa3-971a-462c-8bbd-c7c5f326f04e tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:49.069471 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af4e6336-3094-4f8f-b409-e72157a45f5f req-66481aa3-971a-462c-8bbd-c7c5f326f04e tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 943 time: 0.0462799 Apr 12 13:12:49.116979 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af4e6336-3094-4f8f-b409-e72157a45f5f req-aadc0501-c3ab-44bb-874e-e0f1fb712c94 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414131 Apr 12 13:12:49.367032 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de5eef33-b994-431e-abe1-395d005c088d req-4e9c422a-eab6-49ef-9cb4-4b48017b5813 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:49.403572 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aaedb-9193-4178-890b-4b0533b04bc1 req-4bfde7c8-c2e8-4bd6-b7b3-683514f46a1e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:49.405160 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e80aaedb-9193-4178-890b-4b0533b04bc1 req-4bfde7c8-c2e8-4bd6-b7b3-683514f46a1e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.1192663 Apr 12 13:12:49.409543 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16193232-e913-4fbb-8ac1-7079114795ea req-30263633-caeb-4428-b2ee-0270daa7f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:49.411310 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-16193232-e913-4fbb-8ac1-7079114795ea req-30263633-caeb-4428-b2ee-0270daa7f94a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ece71a09a94851833df1d109311c97&device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 1127 time: 0.1238940 Apr 12 13:12:49.571450 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c12cf-713d-4e2e-b2c8-12b1646826b2 req-d129bb3f-ba08-48d8-a027-d2f0ee7df8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:49.573147 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4e3c12cf-713d-4e2e-b2c8-12b1646826b2 req-d129bb3f-ba08-48d8-a027-d2f0ee7df8a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 1129 time: 0.1110244 Apr 12 13:12:49.578299 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d136a-5995-43b1-b363-8221dc8762a4 req-bb6256c6-b1d0-4e58-9485-73cd0c928118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:49.579855 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b03d136a-5995-43b1-b363-8221dc8762a4 req-bb6256c6-b1d0-4e58-9485-73cd0c928118 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 1129 time: 0.0584707 Apr 12 13:12:49.591812 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16193232-e913-4fbb-8ac1-7079114795ea req-ad32a0bd-b3ca-4411-a634-fe21e62b16be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:49.593478 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-16193232-e913-4fbb-8ac1-7079114795ea req-ad32a0bd-b3ca-4411-a634-fe21e62b16be service neutron] 10.222.0.26 "GET /v2.0/networks?id=338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 200 len: 911 time: 0.1670337 Apr 12 13:12:49.598327 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e80aaedb-9193-4178-890b-4b0533b04bc1 req-1a064494-af60-428e-91f6-2fe436c17287 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835425 Apr 12 13:12:49.635524 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de5eef33-b994-431e-abe1-395d005c088d req-4e9c422a-eab6-49ef-9cb4-4b48017b5813 service neutron] Publish callbacks [] for security_group (dfbc4b30-29da-4c88-8049-a8b83cd6267c), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:49.639810 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-de5eef33-b994-431e-abe1-395d005c088d req-4e9c422a-eab6-49ef-9cb4-4b48017b5813 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dfbc4b30-29da-4c88-8049-a8b83cd6267c), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:49.728054 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c422a-eab6-49ef-9cb4-4b48017b5813 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbc4b30-29da-4c88-8049-a8b83cd6267c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:49.820266 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-16193232-e913-4fbb-8ac1-7079114795ea req-34688ed1-5e0a-4144-a9f7-755be97eddf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd HTTP/1.1" status: 200 len: 217 time: 0.0705457 Apr 12 13:12:49.834297 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4e3c12cf-713d-4e2e-b2c8-12b1646826b2 req-f7f7f4c7-ecc1-4764-9a1e-6c0ee2cf3847 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986359 Apr 12 13:12:49.834876 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.26', 63456) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:49.836475 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-de5eef33-b994-431e-abe1-395d005c088d req-4e9c422a-eab6-49ef-9cb4-4b48017b5813 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603213 Apr 12 13:12:49.858720 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361cd2-b17c-47a1-bb89-0296d9b9027a req-68c1a3ca-6de3-42e4-9a5c-b3b3abc08ed0 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:49.859850 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e361cd2-b17c-47a1-bb89-0296d9b9027a req-68c1a3ca-6de3-42e4-9a5c-b3b3abc08ed0 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.1998692 Apr 12 13:12:49.861221 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b03d136a-5995-43b1-b363-8221dc8762a4 req-2bae3e9f-6f80-4864-b835-16b7390dfc11 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450160 Apr 12 13:12:49.895773 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-96999157-75b8-4677-8df5-c35f9d4d5a49 req-64853675-ba8b-488a-839e-e46654e1e0ac tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 210 time: 0.0813253 Apr 12 13:12:49.954106 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16193232-e913-4fbb-8ac1-7079114795ea req-5896b772-c692-4124-b190-fd5b9ae99289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:49.955595 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-16193232-e913-4fbb-8ac1-7079114795ea req-5896b772-c692-4124-b190-fd5b9ae99289 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15b5014d-00df-4c61-a675-ebbc17295068 HTTP/1.1" status: 200 len: 850 time: 0.1182115 Apr 12 13:12:49.958915 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e361cd2-b17c-47a1-bb89-0296d9b9027a req-c5b2fe57-79aa-4f57-bb56-373506ad4a92 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827725 Apr 12 13:12:49.983872 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-8f9e5869-c03d-41a9-8b30-1e1deaaeb872 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:49.985389 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-8f9e5869-c03d-41a9-8b30-1e1deaaeb872 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 817 time: 0.1445506 Apr 12 13:12:50.254649 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bfbb4-da51-47ad-8d8a-9ec2f0541140 req-dfee89a5-8ffe-4c8c-946c-49e807fe59d5 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:50.256203 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a01bfbb4-da51-47ad-8d8a-9ec2f0541140 req-dfee89a5-8ffe-4c8c-946c-49e807fe59d5 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 943 time: 0.0525343 Apr 12 13:12:50.271362 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51450) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:50.310567 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a01bfbb4-da51-47ad-8d8a-9ec2f0541140 req-7775a7f6-a378-4be4-ab50-842a1686f53d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473530 Apr 12 13:12:50.390278 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85e3d6a4-aff0-4fd1-b69d-8464e9e6b16d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:50.468840 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85e3d6a4-aff0-4fd1-b69d-8464e9e6b16d admin admin] Publish callbacks [] for security_group (1709cd26-ebef-4673-bc9a-30248e085ea6), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:50.474192 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85e3d6a4-aff0-4fd1-b69d-8464e9e6b16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (1709cd26-ebef-4673-bc9a-30248e085ea6), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:50.517284 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3d6a4-aff0-4fd1-b69d-8464e9e6b16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1709cd26-ebef-4673-bc9a-30248e085ea6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:50.522854 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-85e3d6a4-aff0-4fd1-b69d-8464e9e6b16d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=516632a4ea93478a86b53d8b579a13a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488620 Apr 12 13:12:50.524816 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 51458) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:50.573838 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4ad68a9-2a75-4b9c-a3ee-5a16257485cb admin admin] Publish callbacks [] for security_group (1709cd26-ebef-4673-bc9a-30248e085ea6), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:50.595984 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4ad68a9-2a75-4b9c-a3ee-5a16257485cb admin admin] Publish callbacks [] for security_group (1709cd26-ebef-4673-bc9a-30248e085ea6), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:50.645791 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4ad68a9-2a75-4b9c-a3ee-5a16257485cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (1709cd26-ebef-4673-bc9a-30248e085ea6), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:50.648443 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b4ad68a9-2a75-4b9c-a3ee-5a16257485cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:50.649665 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b4ad68a9-2a75-4b9c-a3ee-5a16257485cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1709cd26-ebef-4673-bc9a-30248e085ea6 HTTP/1.1" status: 204 len: 168 time: 0.1241050 Apr 12 13:12:50.672798 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad68a9-2a75-4b9c-a3ee-5a16257485cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1709cd26-ebef-4673-bc9a-30248e085ea6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:50.749326 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01259ca-38e3-437d-8ec4-bb20966d7ecd req-fe6d1f21-3a44-4899-9ca0-c4735e41cbfa tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:50.750682 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d01259ca-38e3-437d-8ec4-bb20966d7ecd req-fe6d1f21-3a44-4899-9ca0-c4735e41cbfa tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0576322 Apr 12 13:12:50.832779 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d01259ca-38e3-437d-8ec4-bb20966d7ecd req-3c2c2528-8ab0-4804-b81c-f0f5ab4c41dd tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746732 Apr 12 13:12:50.850327 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16193232-e913-4fbb-8ac1-7079114795ea req-541df924-0cf1-4239-854c-0a0b956b0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:50.850946 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-16193232-e913-4fbb-8ac1-7079114795ea req-541df924-0cf1-4239-854c-0a0b956b0c4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=338fa43e-63c7-4e02-92fe-2483c828b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506482 Apr 12 13:12:50.888968 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-4c08764b-aa49-46e8-9f44-22cb5207864c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=257ac1d956b44e508a71a716d6aed767 HTTP/1.1" status: 200 len: 380 time: 0.0915282 Apr 12 13:12:51.003882 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51486) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:51.018565 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-62a87844-8063-44ef-9200-75225dfe1b2e req-a94e787a-ac23-4cc6-9e05-97a69cb75c8b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 210 time: 0.0364699 Apr 12 13:12:51.020862 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c10fd92a-c825-4688-bfac-9fd2ce78f987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.094055 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d9626-70f9-4fe8-9546-f11daf83e8cc req-89c774c4-c8ea-40e4-abb0-5400b87b5ee3 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:51.095853 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-611d9626-70f9-4fe8-9546-f11daf83e8cc req-89c774c4-c8ea-40e4-abb0-5400b87b5ee3 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0599265 Apr 12 13:12:51.111290 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c10fd92a-c825-4688-bfac-9fd2ce78f987 admin admin] Publish callbacks [] for security_group (dd4c496c-634d-4faf-b0cf-5228c136c2cb), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.115508 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c10fd92a-c825-4688-bfac-9fd2ce78f987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dd4c496c-634d-4faf-b0cf-5228c136c2cb), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.155242 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10fd92a-c825-4688-bfac-9fd2ce78f987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c496c-634d-4faf-b0cf-5228c136c2cb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:51.160528 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c10fd92a-c825-4688-bfac-9fd2ce78f987 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c063042d3b8e4a15bfa0eb4bbf68890c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551588 Apr 12 13:12:51.163312 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51490) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:51.226063 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:12:51.226654 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-056e164c-cd05-445d-9a24-fa5f3311186a admin admin] Publish callbacks [] for security_group (dd4c496c-634d-4faf-b0cf-5228c136c2cb), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.251971 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-056e164c-cd05-445d-9a24-fa5f3311186a admin admin] Publish callbacks [] for security_group (dd4c496c-634d-4faf-b0cf-5228c136c2cb), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.316987 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-056e164c-cd05-445d-9a24-fa5f3311186a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dd4c496c-634d-4faf-b0cf-5228c136c2cb), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.320595 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-056e164c-cd05-445d-9a24-fa5f3311186a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.322314 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-056e164c-cd05-445d-9a24-fa5f3311186a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd4c496c-634d-4faf-b0cf-5228c136c2cb HTTP/1.1" status: 204 len: 168 time: 0.1579001 Apr 12 13:12:51.356552 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e164c-cd05-445d-9a24-fa5f3311186a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c496c-634d-4faf-b0cf-5228c136c2cb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:51.382034 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:51.396688 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'port_id': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd', 'mac_address': 'fa:16:3e:46:a0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:12:51.443523 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:51.443839 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.461818 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:12:51.474990 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'port': {'device_id': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'admin_state_up': True, 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'security_groups': ['04db5920-1c84-4145-ad75-e467cfe31023']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:51.498560 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:51.511101 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.569689 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:51.640146 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b351029-0d5e-4b38-a6f7-94f18cdb86d7 req-cb85f1d6-1400-4162-b780-39ff622ea51b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:51.646994 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3b351029-0d5e-4b38-a6f7-94f18cdb86d7 req-cb85f1d6-1400-4162-b780-39ff622ea51b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 943 time: 0.2083428 Apr 12 13:12:51.656157 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-611d9626-70f9-4fe8-9546-f11daf83e8cc req-dea71d4f-bd56-4274-a9d0-83f6238d8cb9 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525305 Apr 12 13:12:51.715284 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-16193232-e913-4fbb-8ac1-7079114795ea req-f547101e-9a80-4046-8fb3-d037e059e7ba service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123473 Apr 12 13:12:51.740192 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3b351029-0d5e-4b38-a6f7-94f18cdb86d7 req-666f62ad-110b-49e5-9293-f7de7ee0dd04 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922506 Apr 12 13:12:51.767249 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 51526) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:51.794398 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Made reservation on behalf of 257ac1d956b44e508a71a716d6aed767 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:12:51.801583 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:51.813047 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:12:52.021112 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-963f1cae-a19a-4cf4-aa4f-5606c8526c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:52.070884 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89a6d0-cbd3-45bd-908f-9c685b7af97b req-19cda80c-f621-4be5-986e-49ced238c566 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:52.073371 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5e89a6d0-cbd3-45bd-908f-9c685b7af97b req-19cda80c-f621-4be5-986e-49ced238c566 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.1017334 Apr 12 13:12:52.155086 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a454033d-f7ad-45bb-ab86-908018c53a44 req-c6bc4a1f-7480-4475-930e-d10fa6dcb2af tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 210 time: 0.0442026 Apr 12 13:12:52.181678 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5e89a6d0-cbd3-45bd-908f-9c685b7af97b req-d5f5b777-d376-4996-9d56-94ea650145fa tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977287 Apr 12 13:12:52.239270 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Allocated IP 172.20.0.14 (098edfc6-241c-42b0-88bc-bbe949fe2fa2/da4f1e09-0998-4440-b261-f6da95ce5d96/cbca9422-2444-4daa-b1ff-aea2423049f2) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:12:52.347920 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-963f1cae-a19a-4cf4-aa4f-5606c8526c6d admin admin] Publish callbacks [] for security_group (fee7c640-3cfd-4565-948a-5355414df7ff), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:52.368369 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-963f1cae-a19a-4cf4-aa4f-5606c8526c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (fee7c640-3cfd-4565-948a-5355414df7ff), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:52.511696 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-963f1cae-a19a-4cf4-aa4f-5606c8526c6d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=849d93c428b94096aacb3f60aefb0886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7422032 Apr 12 13:12:52.517333 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 51572) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:52.532934 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f1cae-a19a-4cf4-aa4f-5606c8526c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee7c640-3cfd-4565-948a-5355414df7ff,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:52.614401 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-16193232-e913-4fbb-8ac1-7079114795ea req-900feb63-e14d-4c8a-929d-78e718d1963a service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178233 Apr 12 13:12:52.643971 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aed7eb0f-d933-4046-b87c-c81f368b1b9f admin admin] Publish callbacks [] for security_group (fee7c640-3cfd-4565-948a-5355414df7ff), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:52.648844 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:52.670677 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aed7eb0f-d933-4046-b87c-c81f368b1b9f admin admin] Publish callbacks [] for security_group (fee7c640-3cfd-4565-948a-5355414df7ff), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:52.737819 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:52.782946 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aed7eb0f-d933-4046-b87c-c81f368b1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (fee7c640-3cfd-4565-948a-5355414df7ff), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:52.786061 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aed7eb0f-d933-4046-b87c-c81f368b1b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:52.791075 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-aed7eb0f-d933-4046-b87c-c81f368b1b9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fee7c640-3cfd-4565-948a-5355414df7ff HTTP/1.1" status: 204 len: 168 time: 0.2688484 Apr 12 13:12:52.797890 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7eb0f-d933-4046-b87c-c81f368b1b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee7c640-3cfd-4565-948a-5355414df7ff,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:52.886660 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de182f1-0b53-4334-92bd-98c4d355b89d req-81b6feb5-0dbc-4650-a20d-12a377a278d5 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:52.888860 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2de182f1-0b53-4334-92bd-98c4d355b89d req-81b6feb5-0dbc-4650-a20d-12a377a278d5 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0810564 Apr 12 13:12:52.912504 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:12:52.918759 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:12:52.944196 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:12:53.026585 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:53.074961 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:53.082505 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:53.104372 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2de182f1-0b53-4334-92bd-98c4d355b89d req-f8e33176-fef6-4f3b-b6b5-9de4bf9f32d4 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928141 Apr 12 13:12:53.120091 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-419cac0f-367e-4cfb-8e19-ba1a35bed5a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6530287 Apr 12 13:12:53.123239 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fa0a5-ed45-484d-86c5-1b9475284b79 req-a512897d-e862-4765-90f3-34fb38984094 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:53.125023 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f91fa0a5-ed45-484d-86c5-1b9475284b79 req-a512897d-e862-4765-90f3-34fb38984094 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 944 time: 0.1494534 Apr 12 13:12:53.196910 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f91fa0a5-ed45-484d-86c5-1b9475284b79 req-a0361fad-42ba-4cc8-bd02-72d1a9618cb5 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647399 Apr 12 13:12:53.246300 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:12:53.291599 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 51598) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:53.302337 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-4221a5c5-a1eb-424a-a068-d4b35a20d149 None None] Provisioning complete for port cbca9422-2444-4daa-b1ff-aea2423049f2 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:53.302745 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4221a5c5-a1eb-424a-a068-d4b35a20d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:53.349319 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fd2be5c-e38e-46ea-aa02-d12ff1a0c86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:53.349529 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:12:53.357474 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4221a5c5-a1eb-424a-a068-d4b35a20d149 None None] Port cbca9422-2444-4daa-b1ff-aea2423049f2 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:12:53.364193 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:12:53.365660 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:53.403256 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8874212-b126-4af2-8462-277fd9cff8ac req-885db093-5306-4950-8c57-c7de6c5a2135 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:53.405120 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8874212-b126-4af2-8462-277fd9cff8ac req-885db093-5306-4950-8c57-c7de6c5a2135 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 932 time: 0.1098642 Apr 12 13:12:53.419802 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b216a-acd4-4767-9a42-59a0cbd5c66d req-b64f54f6-9353-4712-ae7b-99d6ab45c0ac tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:53.421630 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-568b216a-acd4-4767-9a42-59a0cbd5c66d req-b64f54f6-9353-4712-ae7b-99d6ab45c0ac tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.1189718 Apr 12 13:12:53.518628 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8874212-b126-4af2-8462-277fd9cff8ac req-6703b6a7-f855-4094-9e5c-b5225cbbb44d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056359 Apr 12 13:12:53.569423 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Request body: {'port': {'device_id': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:53.666826 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:12:53.668158 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:53.702238 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:12:53.709751 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052b4750-6cc2-48c1-9486-2be5a96951e1" -d '{"events": [{"server_uuid": "5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe", "name": "network-vif-plugged", "status": "completed", "tag": "accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:12:53.726430 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:12:53.732951 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:53.747840 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-568b216a-acd4-4767-9a42-59a0cbd5c66d req-8df509b5-24f3-4577-86a4-9f3fe5cbf55c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987666 Apr 12 13:12:53.774330 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:53.792666 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bc0104-6a86-44e6-a69b-dc8a991df030 x-openstack-request-id: req-88bc0104-6a86-44e6-a69b-dc8a991df030 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:12:53.792992 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe", "name": "network-vif-plugged", "status": "completed", "tag": "accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:12:53.793272 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-88bc0104-6a86-44e6-a69b-dc8a991df030 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:12:53.793903 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88bc0104-6a86-44e6-a69b-dc8a991df030'] response: {'server_uuid': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd', 'code': 200} Apr 12 13:12:53.811755 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fd2be5c-e38e-46ea-aa02-d12ff1a0c86e admin admin] Publish callbacks [] for security_group (1f3b89ea-17db-4d6f-86fa-e3dd4d96a7b6), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:53.824419 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0fd2be5c-e38e-46ea-aa02-d12ff1a0c86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (1f3b89ea-17db-4d6f-86fa-e3dd4d96a7b6), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:53.825457 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:53.891052 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-0fd2be5c-e38e-46ea-aa02-d12ff1a0c86e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=def222747146438fb086c15a16991d82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5968907 Apr 12 13:12:53.892398 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 51632) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:53.894428 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2be5c-e38e-46ea-aa02-d12ff1a0c86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3b89ea-17db-4d6f-86fa-e3dd4d96a7b6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:53.974629 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e725184-7b9a-4fdd-ad46-fdf352901bab admin admin] Publish callbacks [] for security_group (1f3b89ea-17db-4d6f-86fa-e3dd4d96a7b6), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:54.023584 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-cb07bdbc-2a8c-46a8-8a50-6f70d7a0e2d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629292 Apr 12 13:12:54.031883 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e725184-7b9a-4fdd-ad46-fdf352901bab admin admin] Publish callbacks [] for security_group (1f3b89ea-17db-4d6f-86fa-e3dd4d96a7b6), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:54.206605 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884acce-0c13-463c-a8ae-6a9a6fff90f0 req-27523aa2-a904-4dbe-83ed-6260d87235ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:54.220236 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:12:54.220780 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1884acce-0c13-463c-a8ae-6a9a6fff90f0 req-27523aa2-a904-4dbe-83ed-6260d87235ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 1129 time: 0.1569614 Apr 12 13:12:54.293736 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e725184-7b9a-4fdd-ad46-fdf352901bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (1f3b89ea-17db-4d6f-86fa-e3dd4d96a7b6), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:54.296608 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9e725184-7b9a-4fdd-ad46-fdf352901bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:54.297857 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9e725184-7b9a-4fdd-ad46-fdf352901bab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f3b89ea-17db-4d6f-86fa-e3dd4d96a7b6 HTTP/1.1" status: 204 len: 168 time: 0.4043808 Apr 12 13:12:54.361520 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1884acce-0c13-463c-a8ae-6a9a6fff90f0 req-9ce212f1-ccdc-4fe3-b49f-9ed7a057b756 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398592 Apr 12 13:12:54.370345 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee695ae-97c1-47e1-b22b-fa270697d2af req-4b4a91a5-4c99-4fa1-ac4c-9e676a20c7d2 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:54.378287 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ee695ae-97c1-47e1-b22b-fa270697d2af req-4b4a91a5-4c99-4fa1-ac4c-9e676a20c7d2 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.1733463 Apr 12 13:12:54.381470 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e725184-7b9a-4fdd-ad46-fdf352901bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3b89ea-17db-4d6f-86fa-e3dd4d96a7b6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:54.419773 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-72951509-84c4-4bdc-8a9f-8a0a307696a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:54.421335 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-72951509-84c4-4bdc-8a9f-8a0a307696a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7dcb8f050de499c85756d2b2e92f2a0&device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 1130 time: 0.3161955 Apr 12 13:12:54.483943 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-0e942e4d-c9fb-48e8-8bbf-dc33bd63e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:54.490064 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-0e942e4d-c9fb-48e8-8bbf-dc33bd63e7eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 1129 time: 0.1459787 Apr 12 13:12:54.515811 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e98266-4af0-4f19-a908-c0458534dbd5 req-70316332-5b00-4dee-ac46-3acb26710536 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:54.521718 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d8e98266-4af0-4f19-a908-c0458534dbd5 req-70316332-5b00-4dee-ac46-3acb26710536 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.1381459 Apr 12 13:12:54.541732 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbca9422-2444-4daa-b1ff-aea2423049f2 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:12:54.552136 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Publish callbacks [] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:54.562759 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ee695ae-97c1-47e1-b22b-fa270697d2af req-a07dd0db-b71e-48f5-b2b5-c4d5b68786f2 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823497 Apr 12 13:12:54.575266 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Transition to ACTIVE for port object cbca9422-2444-4daa-b1ff-aea2423049f2 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:12:54.593976 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:54.655994 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d8e98266-4af0-4f19-a908-c0458534dbd5 req-12986c2e-cd3c-4130-9aa4-20b60034fe7e tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271684 Apr 12 13:12:54.833983 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:54.940787 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcfe27-c55a-4166-92e8-379d79b0bb2f req-05d9bb5e-acd8-435b-83de-2997aef6cdb8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:54.942829 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ecbcfe27-c55a-4166-92e8-379d79b0bb2f req-05d9bb5e-acd8-435b-83de-2997aef6cdb8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.2124667 Apr 12 13:12:54.948250 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Attempting to bind port cbca9422-2444-4daa-b1ff-aea2423049f2 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:12:54.949375 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Attempting to bind port cbca9422-2444-4daa-b1ff-aea2423049f2 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:12:54.949884 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Attempting to bind port cbca9422-2444-4daa-b1ff-aea2423049f2 on network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:54.952685 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-a1ba4874-f892-4335-9697-24c4b971d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:54.954424 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-a1ba4874-f892-4335-9697-24c4b971d012 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33194240-e80c-4579-85ac-2da5c0a17a0c HTTP/1.1" status: 200 len: 911 time: 0.3418586 Apr 12 13:12:54.959163 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Port cbca9422-2444-4daa-b1ff-aea2423049f2 on network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:12:54.959907 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Attempting to bind port cbca9422-2444-4daa-b1ff-aea2423049f2 on network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:12:54.964243 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-16df8657-14fb-4b7b-a726-3f7d2eb07394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:54.966458 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-16df8657-14fb-4b7b-a726-3f7d2eb07394 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.3825736 Apr 12 13:12:54.974212 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:12:54.975052 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Checking segment: {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:12:54.975697 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Bound using segment: {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:12:54.976346 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Bound port: cbca9422-2444-4daa-b1ff-aea2423049f2, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:12:54.976896 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:54.989503 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9047a25-42ae-4bc1-9e0d-cb475471aaba req-1331db9b-9b2b-48bd-9417-0ea82018537a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:54.998196 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9047a25-42ae-4bc1-9e0d-cb475471aaba req-1331db9b-9b2b-48bd-9417-0ea82018537a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.1817427 Apr 12 13:12:55.138528 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:12:55.145664 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:12:55.157685 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:55.159789 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ecbcfe27-c55a-4166-92e8-379d79b0bb2f req-81980086-5bff-4777-83d8-1381f48ef68c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933186 Apr 12 13:12:55.213455 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-f857e217-7a81-44f6-921c-4216ee97216e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a822c3b-ec1d-4d14-b30d-5bc837caf399 HTTP/1.1" status: 200 len: 217 time: 0.0511010 Apr 12 13:12:55.243036 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9047a25-42ae-4bc1-9e0d-cb475471aaba req-637644e4-57d0-4008-87be-aff103ba5185 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303317 Apr 12 13:12:55.243571 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-3212afa5-de03-4c6a-b9e5-338d79741b08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854441c5-dda9-4685-a666-e272da0243d2 HTTP/1.1" status: 200 len: 217 time: 0.0801816 Apr 12 13:12:55.250008 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:55.251584 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:55.262331 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] 10.222.0.26 "PUT /v2.0/ports/cbca9422-2444-4daa-b1ff-aea2423049f2 HTTP/1.1" status: 200 len: 1094 time: 1.6902757 Apr 12 13:12:55.267593 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:12:55.279261 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c9b231-7b83-43c1-bee9-996ca7bb7177" -d '{"events": [{"name": "network-changed", "server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:12:55.335122 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-ff4f941d-9ab9-494f-a651-fea05fb1aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:55.345362 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-ff4f941d-9ab9-494f-a651-fea05fb1aacb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.1256707 Apr 12 13:12:55.355851 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-fccd8f3f-fb6c-4f23-ac84-997d7cd064fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:55.356299 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-fccd8f3f-fb6c-4f23-ac84-997d7cd064fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccf21ce1-e58a-4ed0-ad62-23ac46300aa3 HTTP/1.1" status: 200 len: 851 time: 0.0729742 Apr 12 13:12:55.374646 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2b24c0-4b8c-4363-a492-4abdf67a1203 x-openstack-request-id: req-8b2b24c0-4b8c-4363-a492-4abdf67a1203 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:12:55.374992 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:12:55.375247 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8b2b24c0-4b8c-4363-a492-4abdf67a1203 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:12:55.375739 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2b24c0-4b8c-4363-a492-4abdf67a1203'] response: {'name': 'network-changed', 'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'status': 'completed', 'code': 200} Apr 12 13:12:55.466805 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-4ed7637b-2c9a-4d25-81f8-342a29684fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:55.471867 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-4ed7637b-2c9a-4d25-81f8-342a29684fd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822368 Apr 12 13:12:55.491877 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-9321c19b-61cd-4e96-b45e-7c2bbfee822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:55.497345 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-9321c19b-61cd-4e96-b45e-7c2bbfee822d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 1128 time: 0.1363149 Apr 12 13:12:55.498277 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-be59e55b-9de5-4ee4-a78f-77349265c67f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33194240-e80c-4579-85ac-2da5c0a17a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922236 Apr 12 13:12:55.499135 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee46895-82c6-49ba-8685-1c02a6ef8dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:12:55.828475 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff213cb-0f14-409b-8d74-299bd47c8684 req-b01e12c7-7f4e-42ef-a506-ed314c0ccc86 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:55.831310 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cff213cb-0f14-409b-8d74-299bd47c8684 req-b01e12c7-7f4e-42ef-a506-ed314c0ccc86 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.1125023 Apr 12 13:12:55.928020 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cff213cb-0f14-409b-8d74-299bd47c8684 req-5630cd25-ebc1-4d2e-8c5e-8a3dea9b4358 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903320 Apr 12 13:12:56.163512 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-d673d16c-e521-4482-be04-3af2559dc430 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbca9422-2444-4daa-b1ff-aea2423049f2 HTTP/1.1" status: 200 len: 217 time: 0.1011517 Apr 12 13:12:56.175540 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-6e515fcb-1ddf-45f7-a2b6-c4fc3bac867f service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139853 Apr 12 13:12:56.264137 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-1f9cd05f-5992-41b4-8928-fef6a4b83152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:56.266416 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-1f9cd05f-5992-41b4-8928-fef6a4b83152 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0954528 Apr 12 13:12:56.320005 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ec3b5-51a9-4665-838f-ed6fe0f64015 req-04470263-ec06-4ba2-8dfe-e48bd703ff7e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:56.321336 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-0aefa42d-863b-45c3-9c42-d9f097f06fcc service neutron] 10.222.0.26 "GET /v2.0/networks/33194240-e80c-4579-85ac-2da5c0a17a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604361 Apr 12 13:12:56.327115 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ae9ec3b5-51a9-4665-838f-ed6fe0f64015 req-04470263-ec06-4ba2-8dfe-e48bd703ff7e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0618351 Apr 12 13:12:56.344718 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-5e778b51-b18e-425f-9e05-b55f95b0fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:56.346635 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-5e778b51-b18e-425f-9e05-b55f95b0fa11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718620 Apr 12 13:12:56.411138 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6d55a7a-7a5c-42be-9b69-ca6e4fe3d16a req-c82e4954-133b-4d8e-983a-589f520bf669 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209461 Apr 12 13:12:56.431749 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215e68c-eb76-4c00-ae8b-92d4e2a4634a req-b5abf696-673a-4a5d-adce-fb88158bca18 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:56.437874 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b215e68c-eb76-4c00-ae8b-92d4e2a4634a req-b5abf696-673a-4a5d-adce-fb88158bca18 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.1034501 Apr 12 13:12:56.478847 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ae9ec3b5-51a9-4665-838f-ed6fe0f64015 req-bd02a8d6-4c65-473e-a1c2-59e373ae84cd tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222754 Apr 12 13:12:56.535728 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1da42f97-ef44-4a12-ab8a-4440fe80cf6d req-63afe289-67f1-43a5-8975-d826f15cc1de service neutron] 10.222.0.26 "GET /v2.0/networks/33194240-e80c-4579-85ac-2da5c0a17a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048118 Apr 12 13:12:56.541555 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b215e68c-eb76-4c00-ae8b-92d4e2a4634a req-6f7a729e-7991-47ec-adc7-8a792359d818 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721064 Apr 12 13:12:56.564972 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-416484be-3070-40a4-9be3-b5807d2072dd service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946969 Apr 12 13:12:57.061388 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a48bad-74f1-414b-bdac-3ca871e051c7 req-7a663dbd-75a8-4140-850c-4c203e2ec4bf tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:57.068865 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-26a48bad-74f1-414b-bdac-3ca871e051c7 req-7a663dbd-75a8-4140-850c-4c203e2ec4bf tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0653059 Apr 12 13:12:57.125048 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-26a48bad-74f1-414b-bdac-3ca871e051c7 req-ca213bde-748e-4a88-a9e8-9781b498df0a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487869 Apr 12 13:12:57.225310 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:57.268309 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c48b2-3fdd-4f0a-9a8a-dfec51870000 req-ee069326-9edd-486d-a4bd-c52430efffb5 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:57.273693 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-971c48b2-3fdd-4f0a-9a8a-dfec51870000 req-ee069326-9edd-486d-a4bd-c52430efffb5 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0687037 Apr 12 13:12:57.280398 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 51792) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:12:57.288309 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-727920f4-413f-42e3-b3b8-2b0529bd850b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'floatingip': {'port_id': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:12:57.362658 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-727920f4-413f-42e3-b3b8-2b0529bd850b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (7df1b7fc-6178-47c4-9c34-88e1b8734704), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:57.645620 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf8293-8392-4d2f-94f1-8cda726c051d req-e63bcacf-e886-464d-afac-2bffa8b44d93 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:57.647139 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07cf8293-8392-4d2f-94f1-8cda726c051d req-e63bcacf-e886-464d-afac-2bffa8b44d93 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0872879 Apr 12 13:12:57.978311 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07cf8293-8392-4d2f-94f1-8cda726c051d req-a82bd51b-abe7-4095-8d62-fea0b5c5b224 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237097 Apr 12 13:12:58.164589 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba5ab3-e167-468f-9979-8fd8acc6d5ef req-0656cba2-101a-47c3-bc41-d483ce67a3d6 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:58.166264 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0ba5ab3-e167-468f-9979-8fd8acc6d5ef req-0656cba2-101a-47c3-bc41-d483ce67a3d6 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.1034722 Apr 12 13:12:58.351595 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0ba5ab3-e167-468f-9979-8fd8acc6d5ef req-6e175bbe-781d-4089-9531-14c4278df5ea tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757684 Apr 12 13:12:58.374655 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-727920f4-413f-42e3-b3b8-2b0529bd850b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:58.378955 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-727920f4-413f-42e3-b3b8-2b0529bd850b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (7df1b7fc-6178-47c4-9c34-88e1b8734704), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:58.484953 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-727920f4-413f-42e3-b3b8-2b0529bd850b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Floating IP 7df1b7fc-6178-47c4-9c34-88e1b8734704 associated. External IP: 172.27.3.27, port: accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd. Apr 12 13:12:58.700006 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727920f4-413f-42e3-b3b8-2b0529bd850b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Router 84387054-c204-4e51-a012-8d4d770ccf81 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:12:58.808790 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727920f4-413f-42e3-b3b8-2b0529bd850b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:12:58.813241 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-727920f4-413f-42e3-b3b8-2b0529bd850b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:12:58.822199 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] Sync routers for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:12:58.832372 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:58.832984 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:58.846235 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-727920f4-413f-42e3-b3b8-2b0529bd850b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "PUT /v2.0/floatingips/7df1b7fc-6178-47c4-9c34-88e1b8734704 HTTP/1.1" status: 200 len: 990 time: 1.5643682 Apr 12 13:12:58.846901 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'tag': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:12:58.849810 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a64926-0e1d-4e6b-b2bf-81a60130854b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe", "tag": "accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:12:58.885739 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b86d46-ace8-438e-82f3-26e2af9b307b x-openstack-request-id: req-d8b86d46-ace8-438e-82f3-26e2af9b307b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:12:58.886075 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe", "tag": "accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:12:58.886329 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d8b86d46-ace8-438e-82f3-26e2af9b307b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:12:58.886737 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b86d46-ace8-438e-82f3-26e2af9b307b'] response: {'name': 'network-changed', 'server_uuid': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'tag': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd', 'status': 'completed', 'code': 200} Apr 12 13:12:58.942511 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:59.099631 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfdfe4-0dfd-40ae-abc3-f68a0f557fda req-c8db2857-2cbd-4b1f-91b2-74bb65aeb1f5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:59.101082 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07bfdfe4-0dfd-40ae-abc3-f68a0f557fda req-c8db2857-2cbd-4b1f-91b2-74bb65aeb1f5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0532374 Apr 12 13:12:59.149080 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07bfdfe4-0dfd-40ae-abc3-f68a0f557fda req-c5fe649e-4edf-419d-ada3-76472c29f5a1 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Apr 12 13:12:59.224344 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '7df1b7fc-6178-47c4-9c34-88e1b8734704', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'port_id': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'mac_address': 'fa:16:3e:46:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:12:22Z', 'updated_at': '2022-04-12T13:12:58Z', 'revision_number': 1, 'project_id': '50ece71a09a94851833df1d109311c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:59.254786 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] Checking router: 84387054-c204-4e51-a012-8d4d770ccf81 for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:12:59.269947 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:12:59.270979 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:12:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:59.304202 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-eaf7a561-0f2f-4ed2-98b5-e89a56e1b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:59.305878 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-eaf7a561-0f2f-4ed2-98b5-e89a56e1b7a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ece71a09a94851833df1d109311c97&device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 1129 time: 0.0559709 Apr 12 13:12:59.326335 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d6fdb8a4-7a43-45d3-a021-6d517b75828b req-209cc9fe-9014-4f62-b1ab-968b814c8b9d service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538615 Apr 12 13:12:59.414608 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:12:59.506707 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d925632-119f-43ec-8505-b21162a41e02 req-616594b7-ec25-4e50-a709-188b90ef348b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:12:59.509926 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d925632-119f-43ec-8505-b21162a41e02 req-616594b7-ec25-4e50-a709-188b90ef348b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0750985 Apr 12 13:12:59.574290 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d925632-119f-43ec-8505-b21162a41e02 req-2e890999-edc8-4c2e-8146-adbfd6fe65cf tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570841 Apr 12 13:12:59.750135 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '7df1b7fc-6178-47c4-9c34-88e1b8734704', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'port_id': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'mac_address': 'fa:16:3e:46:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:12:22Z', 'updated_at': '2022-04-12T13:12:58Z', 'revision_number': 1, 'project_id': '50ece71a09a94851833df1d109311c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:12:59.776441 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34bc40-7ed2-48da-afd1-619af85a243a None None] The sync data for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi is: [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '7df1b7fc-6178-47c4-9c34-88e1b8734704', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'port_id': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'mac_address': 'fa:16:3e:46:a0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:12:22Z', 'updated_at': '2022-04-12T13:12:58Z', 'revision_number': 1, 'project_id': '50ece71a09a94851833df1d109311c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:12:59.966606 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e7b577-0a62-4e25-81c6-65d54597e4bb None None] New status for floating IP 7df1b7fc-6178-47c4-9c34-88e1b8734704: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:13:00.267287 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71254e8e-6f66-4b04-805d-cc48b2e6c4db req-0d9d3825-e539-4e83-8498-e4a4239a8cb4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:00.268803 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71254e8e-6f66-4b04-805d-cc48b2e6c4db req-0d9d3825-e539-4e83-8498-e4a4239a8cb4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0464571 Apr 12 13:13:00.315368 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71254e8e-6f66-4b04-805d-cc48b2e6c4db req-916314f5-94f2-4a97-ac8f-ceab2d2c5405 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Apr 12 13:13:00.711151 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e43d-e8f6-41db-ae18-0979373902ce req-4d0b04eb-5db9-4a2f-b7e1-6764822a995b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:00.717814 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6a81e43d-e8f6-41db-ae18-0979373902ce req-4d0b04eb-5db9-4a2f-b7e1-6764822a995b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0634782 Apr 12 13:13:00.777743 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6a81e43d-e8f6-41db-ae18-0979373902ce req-0c578310-02cd-40dc-a237-45983bca700a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565155 Apr 12 13:13:01.428229 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96848b35-296d-4134-8583-4b262fd2db0e req-dfeb28d8-d473-4567-aa53-c4d2d9b160fe tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:01.429744 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-96848b35-296d-4134-8583-4b262fd2db0e req-dfeb28d8-d473-4567-aa53-c4d2d9b160fe tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0465622 Apr 12 13:13:01.478589 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-96848b35-296d-4134-8583-4b262fd2db0e req-1f1f8f45-c6ae-4dcc-ad3f-b0e21d676bd0 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Apr 12 13:13:01.886668 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ec22e-7d56-418d-8628-87eb217d389a req-f6998bdd-d34e-424c-8f73-528d55341900 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:01.888131 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-497ec22e-7d56-418d-8628-87eb217d389a req-f6998bdd-d34e-424c-8f73-528d55341900 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0462685 Apr 12 13:13:01.937878 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-497ec22e-7d56-418d-8628-87eb217d389a req-74affc2f-2290-4cd1-98ac-117aa172929d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441701 Apr 12 13:13:02.285831 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-e86a2132-0430-42b2-9b88-c3a5b709b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:02.287314 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-e86a2132-0430-42b2-9b88-c3a5b709b25c service neutron] 10.222.0.26 "GET /v2.0/networks?id=338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 200 len: 911 time: 0.0930905 Apr 12 13:13:02.594950 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347a0ad-94ad-48d7-9b6d-2c1c6a97eb35 req-4a83ed2f-b9c4-49a8-a325-33291b8ac9fc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:02.596584 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b347a0ad-94ad-48d7-9b6d-2c1c6a97eb35 req-4a83ed2f-b9c4-49a8-a325-33291b8ac9fc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Apr 12 13:13:02.651090 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b347a0ad-94ad-48d7-9b6d-2c1c6a97eb35 req-636b666a-4c34-412b-ac36-b9395a63b511 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481620 Apr 12 13:13:03.068234 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bc3fd-356b-453e-8e94-e482a900446c req-cfdea9c6-e494-4de6-b997-bbd9bf64109f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:03.070028 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-302bc3fd-356b-453e-8e94-e482a900446c req-cfdea9c6-e494-4de6-b997-bbd9bf64109f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0527804 Apr 12 13:13:03.126497 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-302bc3fd-356b-453e-8e94-e482a900446c req-315bd903-fce2-4ef0-8266-66d46d2fa47d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481815 Apr 12 13:13:03.387547 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-28bc7375-4c84-4586-8573-4d645c75b389 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd HTTP/1.1" status: 200 len: 1000 time: 0.1621094 Apr 12 13:13:03.393455 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-ac1d79a4-3244-47fb-a69f-917e796287fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:03.395021 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-ac1d79a4-3244-47fb-a69f-917e796287fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 1128 time: 0.0924850 Apr 12 13:13:03.859187 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43548c00-b456-448d-85b9-20c41edaf250 req-25a990f1-4088-47dc-91bd-c9cabac7c36e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:03.866087 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43548c00-b456-448d-85b9-20c41edaf250 req-25a990f1-4088-47dc-91bd-c9cabac7c36e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0915368 Apr 12 13:13:03.895486 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-b078bbd1-6975-4087-a0f2-d11f4be6b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:03.897504 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-b078bbd1-6975-4087-a0f2-d11f4be6b7e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15b5014d-00df-4c61-a675-ebbc17295068 HTTP/1.1" status: 200 len: 850 time: 0.2053823 Apr 12 13:13:03.902743 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-6a60d81f-bbf6-488e-aab5-e9b037ee6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:03.904159 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-6a60d81f-bbf6-488e-aab5-e9b037ee6c2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 917 time: 0.2203891 Apr 12 13:13:03.930288 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43548c00-b456-448d-85b9-20c41edaf250 req-ec8f4786-aedd-46ca-9977-547aa95da002 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586619 Apr 12 13:13:03.992562 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-8a1e105b-5790-4035-9170-4418dbb5ac49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbca9422-2444-4daa-b1ff-aea2423049f2 HTTP/1.1" status: 200 len: 217 time: 0.0644345 Apr 12 13:13:04.028752 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-33e5c15c-af89-48ec-9dba-35e928eb1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:04.030318 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-33e5c15c-af89-48ec-9dba-35e928eb1c0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=338fa43e-63c7-4e02-92fe-2483c828b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1119685 Apr 12 13:13:04.086637 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-4567b3a7-f9f5-420f-ae0b-a285abe40e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:04.088411 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-4567b3a7-f9f5-420f-ae0b-a285abe40e12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0900941 Apr 12 13:13:04.110866 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 51994) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:04.169267 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-92a7555e-31ec-4b91-bb10-b3048451372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:04.171191 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-92a7555e-31ec-4b91-bb10-b3048451372e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552430 Apr 12 13:13:04.199057 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-531206c4-10c2-49a2-bd78-97b1a2336de8 service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612260 Apr 12 13:13:04.273624 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:04.301647 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98934ab-f86f-46f3-8145-2dc7bf449200 req-a5a23460-49a5-4114-b058-faf34f18d9b8 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:04.303274 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a98934ab-f86f-46f3-8145-2dc7bf449200 req-a5a23460-49a5-4114-b058-faf34f18d9b8 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0759745 Apr 12 13:13:04.412868 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a98934ab-f86f-46f3-8145-2dc7bf449200 req-1c0a98da-fbac-418c-be7b-717a625f1aa0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946829 Apr 12 13:13:04.423072 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Publish callbacks [] for security_group (d59de61b-edea-43f0-b2a7-11cc9068be52), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:04.429663 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (d59de61b-edea-43f0-b2a7-11cc9068be52), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:04.482656 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1a93cf63b9c8447c9bd0ed73842ecfe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697894 Apr 12 13:13:04.483661 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59de61b-edea-43f0-b2a7-11cc9068be52,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:04.485994 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52016) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:04.514369 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.514757 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.515284 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.515789 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.516264 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.516773 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.517286 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.517859 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.518626 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.518837 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.519392 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.519906 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.520375 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.520836 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.521369 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de973d1a-ac9f-4f36-8a60-d02cffb4a8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:04.562297 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-876aeead-d6fa-4bbf-818f-6dfe62e85970 admin admin] Publish callbacks [] for security_group (d59de61b-edea-43f0-b2a7-11cc9068be52), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:04.585866 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-876aeead-d6fa-4bbf-818f-6dfe62e85970 admin admin] Publish callbacks [] for security_group (d59de61b-edea-43f0-b2a7-11cc9068be52), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:04.607463 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-12a64926-0e1d-4e6b-b2bf-81a60130854b req-d7d28da4-57f8-460c-9510-1b6d87e34662 service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228713 Apr 12 13:13:04.616047 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-ee247f82-7ccd-49b6-88ea-a3d9ad075388 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429516 Apr 12 13:13:04.648166 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-876aeead-d6fa-4bbf-818f-6dfe62e85970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (d59de61b-edea-43f0-b2a7-11cc9068be52), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:04.654001 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-876aeead-d6fa-4bbf-818f-6dfe62e85970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:04.655520 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-876aeead-d6fa-4bbf-818f-6dfe62e85970 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d59de61b-edea-43f0-b2a7-11cc9068be52 HTTP/1.1" status: 204 len: 168 time: 0.1676598 Apr 12 13:13:04.666511 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876aeead-d6fa-4bbf-818f-6dfe62e85970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59de61b-edea-43f0-b2a7-11cc9068be52,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:04.764124 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-55c9b231-7b83-43c1-bee9-996ca7bb7177 req-49dd5783-744d-4ccb-bfae-b554eebf380b service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412916 Apr 12 13:13:04.796628 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52028) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:04.806574 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ade3c35b-55b7-4ad3-8496-74b061a5bd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:04.984882 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-86bcbb97-85e9-45c3-aa40-9b7e7fe5ab19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.008538 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52038) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:05.023615 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.077849 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d56668-72d0-4ed6-ba5c-ddb6e7787544 req-af3e0c1f-3ed0-49f5-ad97-03004b5a0aa4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:05.079436 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-35d56668-72d0-4ed6-ba5c-ddb6e7787544 req-af3e0c1f-3ed0-49f5-ad97-03004b5a0aa4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0665751 Apr 12 13:13:05.120829 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Publish callbacks [] for security_group (c0b1888b-09e0-4404-970e-494083ecfd33), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.125090 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c0b1888b-09e0-4404-970e-494083ecfd33), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.136713 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-86bcbb97-85e9-45c3-aa40-9b7e7fe5ab19 admin admin] Publish callbacks [] for security_group (2852c5ef-4c72-45e2-93f1-91ef1d7606b3), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.147346 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-86bcbb97-85e9-45c3-aa40-9b7e7fe5ab19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (2852c5ef-4c72-45e2-93f1-91ef1d7606b3), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.161302 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-35d56668-72d0-4ed6-ba5c-ddb6e7787544 req-73ad0a70-c66e-42f4-baa6-72badb76ffd1 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736678 Apr 12 13:13:05.166492 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f3b0f0d265f447b9edb9ba7a3c3f0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573768 Apr 12 13:13:05.167235 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b1888b-09e0-4404-970e-494083ecfd33,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:05.169549 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52040) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:05.193328 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-86bcbb97-85e9-45c3-aa40-9b7e7fe5ab19 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ae593601d0364fa49b8957052c20077f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955245 Apr 12 13:13:05.193858 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.194203 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.194567 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.194903 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.195230 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.195552 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.195873 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.195980 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcbb97-85e9-45c3-aa40-9b7e7fe5ab19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2852c5ef-4c72-45e2-93f1-91ef1d7606b3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:05.196189 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.196523 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.196844 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.197201 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.197523 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.197838 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.198699 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.199012 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105791c0-d0d6-4575-95e9-6889008daee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.199686 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52042) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:05.244279 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2009aadd-1f92-4316-83bd-0f72d9e8589f admin admin] Publish callbacks [] for security_group (c0b1888b-09e0-4404-970e-494083ecfd33), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.256955 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9495e5c4-15d0-4381-9cc0-d67e6c152de7 admin admin] Publish callbacks [] for security_group (2852c5ef-4c72-45e2-93f1-91ef1d7606b3), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.267257 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2009aadd-1f92-4316-83bd-0f72d9e8589f admin admin] Publish callbacks [] for security_group (c0b1888b-09e0-4404-970e-494083ecfd33), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.279413 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9495e5c4-15d0-4381-9cc0-d67e6c152de7 admin admin] Publish callbacks [] for security_group (2852c5ef-4c72-45e2-93f1-91ef1d7606b3), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.301925 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device cbca9422-2444-4daa-b1ff-aea2423049f2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:13:05.315554 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2009aadd-1f92-4316-83bd-0f72d9e8589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c0b1888b-09e0-4404-970e-494083ecfd33), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.318274 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2009aadd-1f92-4316-83bd-0f72d9e8589f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.319422 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-2009aadd-1f92-4316-83bd-0f72d9e8589f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c0b1888b-09e0-4404-970e-494083ecfd33 HTTP/1.1" status: 204 len: 168 time: 0.1489697 Apr 12 13:13:05.328910 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009aadd-1f92-4316-83bd-0f72d9e8589f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b1888b-09e0-4404-970e-494083ecfd33,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:05.340962 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9495e5c4-15d0-4381-9cc0-d67e6c152de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (2852c5ef-4c72-45e2-93f1-91ef1d7606b3), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.343685 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9495e5c4-15d0-4381-9cc0-d67e6c152de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.347639 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9495e5c4-15d0-4381-9cc0-d67e6c152de7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2852c5ef-4c72-45e2-93f1-91ef1d7606b3 HTTP/1.1" status: 204 len: 168 time: 0.1436090 Apr 12 13:13:05.353049 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495e5c4-15d0-4381-9cc0-d67e6c152de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2852c5ef-4c72-45e2-93f1-91ef1d7606b3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:05.468325 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:13:05.483874 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'port_id': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'mac_address': 'fa:16:3e:b5:d1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:13:05.535831 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port cbca9422-2444-4daa-b1ff-aea2423049f2 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:13:05.536830 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.559188 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbca9422-2444-4daa-b1ff-aea2423049f2 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:13:05.594721 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:13:05.602323 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9087c2-8ccb-4c8b-b0d2-a7739e999861 req-6865a121-ea9e-467b-bf6a-9a51d551e5ee tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:05.603016 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.609515 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ca9087c2-8ccb-4c8b-b0d2-a7739e999861 req-6865a121-ea9e-467b-bf6a-9a51d551e5ee tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0804925 Apr 12 13:13:05.679781 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ca9087c2-8ccb-4c8b-b0d2-a7739e999861 req-bd1c2dad-0869-4399-a245-8f7b1142e555 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638466 Apr 12 13:13:05.717590 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:05.729698 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.730245 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.730849 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.731381 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.731896 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.732397 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.733171 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.733731 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.734258 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.734783 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.735323 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.735889 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.736632 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.737312 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.737856 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:13:05.856358 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52074) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:05.870231 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3329122d-0c1e-46d9-86c6-fa2f3bf6d05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.921004 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['cbca9422-2444-4daa-b1ff-aea2423049f2'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:13:05.967704 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3329122d-0c1e-46d9-86c6-fa2f3bf6d05d admin admin] Publish callbacks [] for security_group (5ab339da-2cff-41dc-a3e0-2c62b01f56cf), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:05.974900 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3329122d-0c1e-46d9-86c6-fa2f3bf6d05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5ab339da-2cff-41dc-a3e0-2c62b01f56cf), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:06.033062 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3329122d-0c1e-46d9-86c6-fa2f3bf6d05d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=693beb5690c14527867e4d5be6878c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755264 Apr 12 13:13:06.035550 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52090) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:06.064209 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329122d-0c1e-46d9-86c6-fa2f3bf6d05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab339da-2cff-41dc-a3e0-2c62b01f56cf,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:06.110631 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69916933-c92c-40aa-8050-aac1156798a8 admin admin] Publish callbacks [] for security_group (5ab339da-2cff-41dc-a3e0-2c62b01f56cf), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:06.148770 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69916933-c92c-40aa-8050-aac1156798a8 admin admin] Publish callbacks [] for security_group (5ab339da-2cff-41dc-a3e0-2c62b01f56cf), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:06.433969 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56ba7d-3092-4aad-b58e-2b1b21f505db req-3f665f49-1080-4b4c-b244-ff7f17e21a00 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:06.435671 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ba56ba7d-3092-4aad-b58e-2b1b21f505db req-3f665f49-1080-4b4c-b244-ff7f17e21a00 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0593641 Apr 12 13:13:06.457082 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69916933-c92c-40aa-8050-aac1156798a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5ab339da-2cff-41dc-a3e0-2c62b01f56cf), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:06.459895 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-69916933-c92c-40aa-8050-aac1156798a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:06.461296 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-69916933-c92c-40aa-8050-aac1156798a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ab339da-2cff-41dc-a3e0-2c62b01f56cf HTTP/1.1" status: 204 len: 168 time: 0.4246223 Apr 12 13:13:06.472070 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69916933-c92c-40aa-8050-aac1156798a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab339da-2cff-41dc-a3e0-2c62b01f56cf,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:06.506224 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ba56ba7d-3092-4aad-b58e-2b1b21f505db req-91602578-9c02-4dc1-8488-5ea58f6f2684 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627825 Apr 12 13:13:06.539563 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52122) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:06.818164 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429e34c-b06c-4362-8dca-39c7ac058c8d req-02720793-4dbb-410c-a5ac-242d77cf04e2 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:06.819719 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5429e34c-b06c-4362-8dca-39c7ac058c8d req-02720793-4dbb-410c-a5ac-242d77cf04e2 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 945 time: 0.0689828 Apr 12 13:13:06.834734 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-474d0dee-f42d-4fc7-a120-f2d6d5ba1871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:06.940332 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5429e34c-b06c-4362-8dca-39c7ac058c8d req-e3e54681-57cd-448b-a468-09a4dc21be08 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143119 Apr 12 13:13:07.003738 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-474d0dee-f42d-4fc7-a120-f2d6d5ba1871 admin admin] Publish callbacks [] for security_group (5b8d8bee-4b5d-493c-a261-a7fc48a057e6), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.010014 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-474d0dee-f42d-4fc7-a120-f2d6d5ba1871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5b8d8bee-4b5d-493c-a261-a7fc48a057e6), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.053587 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-474d0dee-f42d-4fc7-a120-f2d6d5ba1871 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1c1fce0875349cead09f675385b7de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5127599 Apr 12 13:13:07.055422 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d70a592e-0132-4bb0-8700-09607a16f8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.056787 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52154) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:07.158431 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d0dee-f42d-4fc7-a120-f2d6d5ba1871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8d8bee-4b5d-493c-a261-a7fc48a057e6,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:07.192007 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25ff6f09-930c-4875-925f-863cbd5994bc admin admin] Publish callbacks [] for security_group (5b8d8bee-4b5d-493c-a261-a7fc48a057e6), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.239626 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25ff6f09-930c-4875-925f-863cbd5994bc admin admin] Publish callbacks [] for security_group (5b8d8bee-4b5d-493c-a261-a7fc48a057e6), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.308208 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device cbca9422-2444-4daa-b1ff-aea2423049f2 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:13:07.320108 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25ff6f09-930c-4875-925f-863cbd5994bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5b8d8bee-4b5d-493c-a261-a7fc48a057e6), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.324534 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-25ff6f09-930c-4875-925f-863cbd5994bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.331405 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-25ff6f09-930c-4875-925f-863cbd5994bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b8d8bee-4b5d-493c-a261-a7fc48a057e6 HTTP/1.1" status: 204 len: 168 time: 0.2732847 Apr 12 13:13:07.352111 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff6f09-930c-4875-925f-863cbd5994bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8d8bee-4b5d-493c-a261-a7fc48a057e6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:07.376196 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port cbca9422-2444-4daa-b1ff-aea2423049f2 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:13:07.400470 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port cbca9422-2444-4daa-b1ff-aea2423049f2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:13:07.401586 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.493795 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port cbca9422-2444-4daa-b1ff-aea2423049f2 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:13:07.494186 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.519602 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:13:07.521884 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029769b8-6a7f-4d90-9f27-49cee1bec408" -d '{"events": [{"server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "name": "network-vif-plugged", "status": "completed", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:13:07.534874 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:13:07.540007 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.604918 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1e697e-abcf-4383-9104-0e0c8280deb6 x-openstack-request-id: req-9a1e697e-abcf-4383-9104-0e0c8280deb6 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:13:07.605630 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "name": "network-vif-plugged", "status": "completed", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:13:07.606081 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9a1e697e-abcf-4383-9104-0e0c8280deb6 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:13:07.609879 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a1e697e-abcf-4383-9104-0e0c8280deb6'] response: {'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'code': 200} Apr 12 13:13:07.619500 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:07.690972 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c56db-0b49-419e-a3f1-94a636cf751a req-e5ae37e9-707d-4b12-9066-ecffa201745e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:07.698574 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4a4c56db-0b49-419e-a3f1-94a636cf751a req-e5ae37e9-707d-4b12-9066-ecffa201745e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0954001 Apr 12 13:13:07.764035 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4a4c56db-0b49-419e-a3f1-94a636cf751a req-8802c264-39fa-407d-b56b-39cadfecde9e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639565 Apr 12 13:13:07.825026 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:07.867448 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-422793bf-b018-4e74-965a-295abd92bfb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:07.886518 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6a476-4281-4d69-9084-51c57f09090c req-d57beffa-6385-4d44-abf4-4dc69a7cbe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:07.888028 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-10c6a476-4281-4d69-9084-51c57f09090c req-d57beffa-6385-4d44-abf4-4dc69a7cbe76 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 1130 time: 0.0550206 Apr 12 13:13:07.961595 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-10c6a476-4281-4d69-9084-51c57f09090c req-e1bdf2f3-daa0-4f0a-b98c-fcc5352aa9d9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644600 Apr 12 13:13:08.012393 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-422793bf-b018-4e74-965a-295abd92bfb2 admin admin] Publish callbacks [] for security_group (df7590a8-32ec-4ae3-8d8c-a211d0a948f3), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.018986 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-422793bf-b018-4e74-965a-295abd92bfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (df7590a8-32ec-4ae3-8d8c-a211d0a948f3), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.065778 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-422793bf-b018-4e74-965a-295abd92bfb2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=631321e9c66042a8ba1bd0991c108176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394640 Apr 12 13:13:08.070187 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52206) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:08.096617 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84debd-01c9-4286-88ac-cfe156a57314 req-512d8568-e299-4b8f-b3cd-908c00f1f48d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:08.099386 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422793bf-b018-4e74-965a-295abd92bfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7590a8-32ec-4ae3-8d8c-a211d0a948f3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:08.105560 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee84debd-01c9-4286-88ac-cfe156a57314 req-512d8568-e299-4b8f-b3cd-908c00f1f48d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0705993 Apr 12 13:13:08.169541 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee84debd-01c9-4286-88ac-cfe156a57314 req-cc2f9b30-aa50-44c6-89b9-3c843b14b02e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563622 Apr 12 13:13:08.178841 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd545881-afa9-4179-938f-61bb9fb9e9da admin admin] Publish callbacks [] for security_group (df7590a8-32ec-4ae3-8d8c-a211d0a948f3), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.201555 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52210) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:08.206916 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd545881-afa9-4179-938f-61bb9fb9e9da admin admin] Publish callbacks [] for security_group (df7590a8-32ec-4ae3-8d8c-a211d0a948f3), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.265900 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd545881-afa9-4179-938f-61bb9fb9e9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (df7590a8-32ec-4ae3-8d8c-a211d0a948f3), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.268943 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dd545881-afa9-4179-938f-61bb9fb9e9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.270211 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-dd545881-afa9-4179-938f-61bb9fb9e9da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df7590a8-32ec-4ae3-8d8c-a211d0a948f3 HTTP/1.1" status: 204 len: 168 time: 0.1986926 Apr 12 13:13:08.280546 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd545881-afa9-4179-938f-61bb9fb9e9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7590a8-32ec-4ae3-8d8c-a211d0a948f3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:08.425174 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5aee397-9d9b-4036-973f-9e59b47e4b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.555637 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5aee397-9d9b-4036-973f-9e59b47e4b13 admin admin] Publish callbacks [] for security_group (19615781-1843-44ae-98b2-b8c76366028b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.563394 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5aee397-9d9b-4036-973f-9e59b47e4b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (19615781-1843-44ae-98b2-b8c76366028b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.633340 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52234) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:08.633559 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e5aee397-9d9b-4036-973f-9e59b47e4b13 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9069b55e71fc4d53aa5a057649f332b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303167 Apr 12 13:13:08.634562 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aee397-9d9b-4036-973f-9e59b47e4b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19615781-1843-44ae-98b2-b8c76366028b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:08.700362 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.715786 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-660611d2-1753-461c-8b01-f7e989482c96 admin admin] Publish callbacks [] for security_group (19615781-1843-44ae-98b2-b8c76366028b), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.740450 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-660611d2-1753-461c-8b01-f7e989482c96 admin admin] Publish callbacks [] for security_group (19615781-1843-44ae-98b2-b8c76366028b), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.806243 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-660611d2-1753-461c-8b01-f7e989482c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (19615781-1843-44ae-98b2-b8c76366028b), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.809722 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-660611d2-1753-461c-8b01-f7e989482c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:08.814828 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-660611d2-1753-461c-8b01-f7e989482c96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19615781-1843-44ae-98b2-b8c76366028b HTTP/1.1" status: 204 len: 168 time: 0.1794770 Apr 12 13:13:08.823887 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660611d2-1753-461c-8b01-f7e989482c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19615781-1843-44ae-98b2-b8c76366028b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:08.890005 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52248) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:08.933821 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91206ec2-1919-43e4-acf0-8daa96a26cf2 req-47c02aa7-dd42-4615-9b8a-8e597ccbb3e2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:08.935232 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-91206ec2-1919-43e4-acf0-8daa96a26cf2 req-47c02aa7-dd42-4615-9b8a-8e597ccbb3e2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Apr 12 13:13:08.990094 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-91206ec2-1919-43e4-acf0-8daa96a26cf2 req-d7b71d46-c69d-45f3-81a3-eae18f4cf7a9 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490870 Apr 12 13:13:09.132203 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08962456-09ce-46f3-99f0-63d1b9647ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.223975 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08962456-09ce-46f3-99f0-63d1b9647ec5 admin admin] Publish callbacks [] for security_group (f262b3c9-c5fe-4d75-8ea9-84e717866291), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.228335 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-08962456-09ce-46f3-99f0-63d1b9647ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f262b3c9-c5fe-4d75-8ea9-84e717866291), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.230279 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52262) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:09.243740 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-44b4ab97-2026-4bbe-947c-db3b138fa984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.270246 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-08962456-09ce-46f3-99f0-63d1b9647ec5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a098b40a965a4237a30a90773dd605cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783331 Apr 12 13:13:09.272715 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08962456-09ce-46f3-99f0-63d1b9647ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f262b3c9-c5fe-4d75-8ea9-84e717866291,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:09.273219 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52266) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:09.369555 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1a9a8-29aa-4558-a319-bf8158781e1b req-4f86330f-f18f-4f62-bf60-b88043b1c3b3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:09.371096 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46f1a9a8-29aa-4558-a319-bf8158781e1b req-4f86330f-f18f-4f62-bf60-b88043b1c3b3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0857935 Apr 12 13:13:09.437988 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec5bfcab-0afa-4f03-a4ee-1114725bc77d admin admin] Publish callbacks [] for security_group (f262b3c9-c5fe-4d75-8ea9-84e717866291), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.492827 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-44b4ab97-2026-4bbe-947c-db3b138fa984 admin admin] Publish callbacks [] for security_group (ff0872ab-76bc-4998-911c-21844af9fb90), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.495456 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec5bfcab-0afa-4f03-a4ee-1114725bc77d admin admin] Publish callbacks [] for security_group (f262b3c9-c5fe-4d75-8ea9-84e717866291), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.500559 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46f1a9a8-29aa-4558-a319-bf8158781e1b req-c78643bf-6468-4ad2-8201-54cfc0b133fb tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202762 Apr 12 13:13:09.506304 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-44b4ab97-2026-4bbe-947c-db3b138fa984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ff0872ab-76bc-4998-911c-21844af9fb90), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.569615 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-44b4ab97-2026-4bbe-947c-db3b138fa984 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b4ba9d0365d44928daed4974888fdad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380628 Apr 12 13:13:09.572246 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52278) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:09.600791 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4ab97-2026-4bbe-947c-db3b138fa984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0872ab-76bc-4998-911c-21844af9fb90,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:09.633566 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec5bfcab-0afa-4f03-a4ee-1114725bc77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f262b3c9-c5fe-4d75-8ea9-84e717866291), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.637097 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ec5bfcab-0afa-4f03-a4ee-1114725bc77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.638321 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ec5bfcab-0afa-4f03-a4ee-1114725bc77d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f262b3c9-c5fe-4d75-8ea9-84e717866291 HTTP/1.1" status: 204 len: 168 time: 0.3641427 Apr 12 13:13:09.647445 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bfcab-0afa-4f03-a4ee-1114725bc77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f262b3c9-c5fe-4d75-8ea9-84e717866291,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:09.666480 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-476e4f2c-b2bd-47c1-953f-95e4c4ef8337 admin admin] Publish callbacks [] for security_group (ff0872ab-76bc-4998-911c-21844af9fb90), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.715090 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-476e4f2c-b2bd-47c1-953f-95e4c4ef8337 admin admin] Publish callbacks [] for security_group (ff0872ab-76bc-4998-911c-21844af9fb90), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.800606 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-476e4f2c-b2bd-47c1-953f-95e4c4ef8337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ff0872ab-76bc-4998-911c-21844af9fb90), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.804298 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-476e4f2c-b2bd-47c1-953f-95e4c4ef8337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:09.809666 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-476e4f2c-b2bd-47c1-953f-95e4c4ef8337 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff0872ab-76bc-4998-911c-21844af9fb90 HTTP/1.1" status: 204 len: 168 time: 0.2361937 Apr 12 13:13:09.818957 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e4f2c-b2bd-47c1-953f-95e4c4ef8337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0872ab-76bc-4998-911c-21844af9fb90,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:10.085992 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52300) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:10.100706 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77253bf3-697e-41bc-921e-988591006953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:10.133608 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f7cda-9b44-43c3-93b5-8cd5298b6b85 req-1521b4f8-cde6-4352-bc57-4332a687f0f3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:10.135739 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a1f7cda-9b44-43c3-93b5-8cd5298b6b85 req-1521b4f8-cde6-4352-bc57-4332a687f0f3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0644968 Apr 12 13:13:10.203016 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77253bf3-697e-41bc-921e-988591006953 admin admin] Publish callbacks [] for security_group (dce410a0-0f86-49ea-990c-051f61fe8bc8), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:10.209448 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-77253bf3-697e-41bc-921e-988591006953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dce410a0-0f86-49ea-990c-051f61fe8bc8), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:10.232902 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a1f7cda-9b44-43c3-93b5-8cd5298b6b85 req-5508f64c-77f0-442b-885a-2f72c23fa67a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816698 Apr 12 13:13:10.264223 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52304) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:10.264346 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-77253bf3-697e-41bc-921e-988591006953 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6839c8e4d1eb43d0b091a2d5331f706b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769624 Apr 12 13:13:10.265559 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77253bf3-697e-41bc-921e-988591006953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce410a0-0f86-49ea-990c-051f61fe8bc8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:10.321516 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-073c6598-db49-4c74-86f9-73187d6060de admin admin] Publish callbacks [] for security_group (dce410a0-0f86-49ea-990c-051f61fe8bc8), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:10.345806 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-073c6598-db49-4c74-86f9-73187d6060de admin admin] Publish callbacks [] for security_group (dce410a0-0f86-49ea-990c-051f61fe8bc8), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:10.405205 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-073c6598-db49-4c74-86f9-73187d6060de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dce410a0-0f86-49ea-990c-051f61fe8bc8), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:10.408010 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-073c6598-db49-4c74-86f9-73187d6060de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:10.411659 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-073c6598-db49-4c74-86f9-73187d6060de admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dce410a0-0f86-49ea-990c-051f61fe8bc8 HTTP/1.1" status: 204 len: 168 time: 0.1440167 Apr 12 13:13:10.420306 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c6598-db49-4c74-86f9-73187d6060de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce410a0-0f86-49ea-990c-051f61fe8bc8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:10.582663 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:10.650404 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c7919-e216-450e-8501-2c8fe17de920 req-4184f007-f076-4df3-8125-a1cd973cf848 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:10.652394 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-139c7919-e216-450e-8501-2c8fe17de920 req-4184f007-f076-4df3-8125-a1cd973cf848 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0523882 Apr 12 13:13:10.715137 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-139c7919-e216-450e-8501-2c8fe17de920 req-caa18c96-287d-4b69-bae8-1b77a822e460 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569301 Apr 12 13:13:10.859870 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b7f86-ae91-4620-990c-aa0a15c28deb req-70527895-b1a5-49bd-ac87-2a5e2bb3dd58 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:10.862230 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c53b7f86-ae91-4620-990c-aa0a15c28deb req-70527895-b1a5-49bd-ac87-2a5e2bb3dd58 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0710747 Apr 12 13:13:10.872923 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52334) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:10.879313 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-65d80cba-7fda-4b09-891b-f1bd8a1248e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'floatingip': {'port_id': 'cbca9422-2444-4daa-b1ff-aea2423049f2'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:13:10.950930 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52344) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:10.968981 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9114d29f-6818-4242-9b00-4b17cea29129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:10.989129 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d80cba-7fda-4b09-891b-f1bd8a1248e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:11.091374 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9114d29f-6818-4242-9b00-4b17cea29129 admin admin] Publish callbacks [] for security_group (98d6bf35-d15c-4ce6-8c2e-6417c5580426), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:11.099309 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9114d29f-6818-4242-9b00-4b17cea29129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (98d6bf35-d15c-4ce6-8c2e-6417c5580426), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:11.130657 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9114d29f-6818-4242-9b00-4b17cea29129 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=48850005561e46c7bb33b731a8ead63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783032 Apr 12 13:13:11.139389 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52348) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:11.179658 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114d29f-6818-4242-9b00-4b17cea29129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d6bf35-d15c-4ce6-8c2e-6417c5580426,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:11.218201 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d710a72a-ad3c-496b-8a13-ef44d8362935 admin admin] Publish callbacks [] for security_group (98d6bf35-d15c-4ce6-8c2e-6417c5580426), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:11.244247 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d710a72a-ad3c-496b-8a13-ef44d8362935 admin admin] Publish callbacks [] for security_group (98d6bf35-d15c-4ce6-8c2e-6417c5580426), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:11.332152 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d710a72a-ad3c-496b-8a13-ef44d8362935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (98d6bf35-d15c-4ce6-8c2e-6417c5580426), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:11.335810 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d710a72a-ad3c-496b-8a13-ef44d8362935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:11.341655 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d710a72a-ad3c-496b-8a13-ef44d8362935 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/98d6bf35-d15c-4ce6-8c2e-6417c5580426 HTTP/1.1" status: 204 len: 168 time: 0.2014050 Apr 12 13:13:11.355889 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710a72a-ad3c-496b-8a13-ef44d8362935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d6bf35-d15c-4ce6-8c2e-6417c5580426,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:11.462985 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bad36-55f4-492c-b58e-d8f314502e4c req-75501edb-0a52-4f8d-8df5-903e4d6f0fe8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:11.465287 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-231bad36-55f4-492c-b58e-d8f314502e4c req-75501edb-0a52-4f8d-8df5-903e4d6f0fe8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.1027567 Apr 12 13:13:11.595361 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-231bad36-55f4-492c-b58e-d8f314502e4c req-286a33b9-f768-45df-986b-45f0a4931dac tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204000 Apr 12 13:13:11.659326 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:12.327491 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d80cba-7fda-4b09-891b-f1bd8a1248e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:12.334119 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d80cba-7fda-4b09-891b-f1bd8a1248e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:12.460113 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-65d80cba-7fda-4b09-891b-f1bd8a1248e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Floating IP e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1 associated. External IP: 172.27.3.71, port: cbca9422-2444-4daa-b1ff-aea2423049f2. Apr 12 13:13:12.749218 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042183a1-8345-43bc-9b5c-328bb91cbc7b req-ed3d3e7b-decb-4acc-ad43-205cf0ac56a8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:12.750012 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d80cba-7fda-4b09-891b-f1bd8a1248e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Router 1ad798b5-7f5e-4a3a-a145-da5e84050327 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:13:12.751260 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-042183a1-8345-43bc-9b5c-328bb91cbc7b req-ed3d3e7b-decb-4acc-ad43-205cf0ac56a8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0763929 Apr 12 13:13:12.812751 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-042183a1-8345-43bc-9b5c-328bb91cbc7b req-93cb9380-1ff6-4ec5-8fed-92f058a4b57c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547776 Apr 12 13:13:12.895087 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d80cba-7fda-4b09-891b-f1bd8a1248e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:13:12.901944 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-65d80cba-7fda-4b09-891b-f1bd8a1248e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:12.912319 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] Sync routers for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:13:12.930453 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:13:12.931572 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:13:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:13:12.949931 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-65d80cba-7fda-4b09-891b-f1bd8a1248e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "PUT /v2.0/floatingips/e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1 HTTP/1.1" status: 200 len: 991 time: 2.0621367 Apr 12 13:13:12.949931 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:13:12.949931 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab46478-de3a-485b-a8a3-ac329f814640" -d '{"events": [{"name": "network-changed", "server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:13:12.982695 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276c0533-63bd-487f-9b18-1f9852bc6361 x-openstack-request-id: req-276c0533-63bd-487f-9b18-1f9852bc6361 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:13:12.983006 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:13:12.983380 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-276c0533-63bd-487f-9b18-1f9852bc6361 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:13:12.983740 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276c0533-63bd-487f-9b18-1f9852bc6361'] response: {'name': 'network-changed', 'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'status': 'completed', 'code': 200} Apr 12 13:13:13.087734 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:13:13.373029 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': 'e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'port_id': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'mac_address': 'fa:16:3e:b5:d1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:12:38Z', 'updated_at': '2022-04-12T13:13:12Z', 'revision_number': 1, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:13:13.407925 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] Checking router: 1ad798b5-7f5e-4a3a-a145-da5e84050327 for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:13:13.416753 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:13:13.417418 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:13:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:13:13.541262 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:13:13.799196 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': 'e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'port_id': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'mac_address': 'fa:16:3e:b5:d1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:12:38Z', 'updated_at': '2022-04-12T13:13:12Z', 'revision_number': 1, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:13:13.825948 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52538) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:13.833433 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9807f02-bf05-44af-8b25-3e702a39f455 None None] The sync data for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi is: [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': 'e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'port_id': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'mac_address': 'fa:16:3e:b5:d1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:12:38Z', 'updated_at': '2022-04-12T13:13:12Z', 'revision_number': 1, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:13:14.002278 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aec9c7-3048-4e05-915f-2d9071d53155 req-bdc5279f-aad9-49ac-8ab7-b8b5b1f0f279 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:14.004629 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-73aec9c7-3048-4e05-915f-2d9071d53155 req-bdc5279f-aad9-49ac-8ab7-b8b5b1f0f279 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0803919 Apr 12 13:13:14.045976 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93294125-65aa-4dcd-9dd0-2ced46bba026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:14.071759 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-131769c0-0912-4ed8-927a-56ec3a011ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:14.090798 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-131769c0-0912-4ed8-927a-56ec3a011ff6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 1130 time: 0.0945001 Apr 12 13:13:14.124159 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-73aec9c7-3048-4e05-915f-2d9071d53155 req-693dfefb-9a4a-4655-9d48-54d7c7aa40c4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011992 Apr 12 13:13:14.164803 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f8d23-2eee-4139-a761-4f3adfce8e58 None None] New status for floating IP e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:13:14.197033 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93294125-65aa-4dcd-9dd0-2ced46bba026 admin admin] Publish callbacks [] for security_group (baa489e8-b4bf-42ae-a0ca-4610e522ffec), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:14.201333 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-93294125-65aa-4dcd-9dd0-2ced46bba026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (baa489e8-b4bf-42ae-a0ca-4610e522ffec), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:14.241451 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-93294125-65aa-4dcd-9dd0-2ced46bba026 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef275edccb744027a010ae2651e20ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129887 Apr 12 13:13:14.249898 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52552) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:14.250517 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93294125-65aa-4dcd-9dd0-2ced46bba026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa489e8-b4bf-42ae-a0ca-4610e522ffec,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:14.338840 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41759933-858a-4203-ac0e-3310a3baead8 admin admin] Publish callbacks [] for security_group (baa489e8-b4bf-42ae-a0ca-4610e522ffec), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:14.370789 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41759933-858a-4203-ac0e-3310a3baead8 admin admin] Publish callbacks [] for security_group (baa489e8-b4bf-42ae-a0ca-4610e522ffec), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:14.422866 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41759933-858a-4203-ac0e-3310a3baead8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (baa489e8-b4bf-42ae-a0ca-4610e522ffec), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:14.425978 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-41759933-858a-4203-ac0e-3310a3baead8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:14.427212 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-41759933-858a-4203-ac0e-3310a3baead8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/baa489e8-b4bf-42ae-a0ca-4610e522ffec HTTP/1.1" status: 204 len: 168 time: 0.1758842 Apr 12 13:13:14.435861 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41759933-858a-4203-ac0e-3310a3baead8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa489e8-b4bf-42ae-a0ca-4610e522ffec,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:14.783024 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-a319064d-ebb3-4536-b244-d7c945ad2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:14.787543 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-a319064d-ebb3-4536-b244-d7c945ad2c7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 917 time: 0.3359869 Apr 12 13:13:14.898122 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-46ad6b62-9170-4192-ac6e-0b0219e8b33e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbca9422-2444-4daa-b1ff-aea2423049f2 HTTP/1.1" status: 200 len: 1001 time: 0.1034474 Apr 12 13:13:14.913368 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52572) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:14.931178 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8908e9d7-2c9d-4709-89aa-90d71ec1681d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:14.981154 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-2cd2a471-a6bf-43f0-a3a5-20e62fd1471b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:14.984317 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-2cd2a471-a6bf-43f0-a3a5-20e62fd1471b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0779352 Apr 12 13:13:15.036893 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8908e9d7-2c9d-4709-89aa-90d71ec1681d admin admin] Publish callbacks [] for security_group (cc64dae5-f3d2-4ebd-a4d0-619c662e5eab), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:15.049673 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8908e9d7-2c9d-4709-89aa-90d71ec1681d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (cc64dae5-f3d2-4ebd-a4d0-619c662e5eab), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:15.054501 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-d542b1a4-7af7-4858-bd6c-707955ba403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:15.059543 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-d542b1a4-7af7-4858-bd6c-707955ba403a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661707 Apr 12 13:13:15.131055 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908e9d7-2c9d-4709-89aa-90d71ec1681d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc64dae5-f3d2-4ebd-a4d0-619c662e5eab,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:15.151649 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8908e9d7-2c9d-4709-89aa-90d71ec1681d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=503fc36b055c4044a65b80c847d3a867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371674 Apr 12 13:13:15.156066 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52590) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:15.238434 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-5e8924e8-b652-42d0-9a24-2d2a85875ee3 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617801 Apr 12 13:13:15.256852 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73183d-d01a-496c-96f8-e9a8d9d33107 req-17b8bd24-059b-447c-8c03-8f9440fdf0b2 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:15.258366 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f73183d-d01a-496c-96f8-e9a8d9d33107 req-17b8bd24-059b-447c-8c03-8f9440fdf0b2 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.1031003 Apr 12 13:13:15.317536 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31c28eee-1a20-454d-a3b4-8bcab5ddd075 admin admin] Publish callbacks [] for security_group (cc64dae5-f3d2-4ebd-a4d0-619c662e5eab), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:15.327105 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb6319-6128-4e13-988d-76d48e63409c req-af1e3738-7dfb-4575-871b-c6f19f71f4f5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:15.328581 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8bcb6319-6128-4e13-988d-76d48e63409c req-af1e3738-7dfb-4575-871b-c6f19f71f4f5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0924838 Apr 12 13:13:15.380258 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f73183d-d01a-496c-96f8-e9a8d9d33107 req-d6085a07-ed96-4eb8-acfb-82525fdff6df tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054080 Apr 12 13:13:15.384485 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31c28eee-1a20-454d-a3b4-8bcab5ddd075 admin admin] Publish callbacks [] for security_group (cc64dae5-f3d2-4ebd-a4d0-619c662e5eab), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:15.428387 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8bcb6319-6128-4e13-988d-76d48e63409c req-64b91658-1a69-4aa6-9fad-a87b915116fb tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925932 Apr 12 13:13:15.450956 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31c28eee-1a20-454d-a3b4-8bcab5ddd075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (cc64dae5-f3d2-4ebd-a4d0-619c662e5eab), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:15.453449 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-31c28eee-1a20-454d-a3b4-8bcab5ddd075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:15.454548 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-31c28eee-1a20-454d-a3b4-8bcab5ddd075 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc64dae5-f3d2-4ebd-a4d0-619c662e5eab HTTP/1.1" status: 204 len: 168 time: 0.2976375 Apr 12 13:13:15.462408 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c28eee-1a20-454d-a3b4-8bcab5ddd075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc64dae5-f3d2-4ebd-a4d0-619c662e5eab,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:16.527616 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3aa9a5-5347-4538-b4e5-afdea35dc9e0 req-0e1acd20-c626-4f4c-8ea8-10d0001b6522 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:16.529986 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c3aa9a5-5347-4538-b4e5-afdea35dc9e0 req-0e1acd20-c626-4f4c-8ea8-10d0001b6522 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0627778 Apr 12 13:13:16.540354 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52636) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:16.589813 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57138b-ac7b-430e-8961-bdb53dd966de req-3e237455-57d9-427b-9bad-242abf321552 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:16.591900 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b57138b-ac7b-430e-8961-bdb53dd966de req-3e237455-57d9-427b-9bad-242abf321552 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0844922 Apr 12 13:13:16.643409 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c3aa9a5-5347-4538-b4e5-afdea35dc9e0 req-b159e0b6-89e4-4120-9685-d652650eed3b tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965459 Apr 12 13:13:16.669394 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b57138b-ac7b-430e-8961-bdb53dd966de req-1e09dcfa-c688-4439-852a-92d815df0b98 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702670 Apr 12 13:13:16.677352 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce22acbb-711f-4cdf-9f64-d4630b0f3564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:16.761236 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce22acbb-711f-4cdf-9f64-d4630b0f3564 admin admin] Publish callbacks [] for security_group (4bf1ddff-e9ad-4263-8796-6a077e317bfb), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:16.765025 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ce22acbb-711f-4cdf-9f64-d4630b0f3564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (4bf1ddff-e9ad-4263-8796-6a077e317bfb), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:16.800324 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22acbb-711f-4cdf-9f64-d4630b0f3564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf1ddff-e9ad-4263-8796-6a077e317bfb,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:16.804718 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ce22acbb-711f-4cdf-9f64-d4630b0f3564 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cea3acf736ae4123b0bfba4261421f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633214 Apr 12 13:13:16.808689 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52640) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:16.864622 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed0c712-4c3d-4e27-805d-049e29c283ad admin admin] Publish callbacks [] for security_group (4bf1ddff-e9ad-4263-8796-6a077e317bfb), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:16.888318 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed0c712-4c3d-4e27-805d-049e29c283ad admin admin] Publish callbacks [] for security_group (4bf1ddff-e9ad-4263-8796-6a077e317bfb), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:16.939993 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed0c712-4c3d-4e27-805d-049e29c283ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (4bf1ddff-e9ad-4263-8796-6a077e317bfb), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:16.943477 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3ed0c712-4c3d-4e27-805d-049e29c283ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:16.944971 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3ed0c712-4c3d-4e27-805d-049e29c283ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4bf1ddff-e9ad-4263-8796-6a077e317bfb HTTP/1.1" status: 204 len: 168 time: 0.1354337 Apr 12 13:13:16.953078 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0c712-4c3d-4e27-805d-049e29c283ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf1ddff-e9ad-4263-8796-6a077e317bfb,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:17.797554 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59bf01-e2de-4b9a-b465-2fe0603a20b3 req-796369fd-47c4-4667-8dbd-89a3fe02d6be tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:17.799115 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f59bf01-e2de-4b9a-b465-2fe0603a20b3 req-796369fd-47c4-4667-8dbd-89a3fe02d6be tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0791993 Apr 12 13:13:17.824490 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e1f38-11a5-4fbf-a461-1cdf80273b34 req-dcd6fe9f-6384-4087-847b-ec87590e8c16 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:17.826385 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-581e1f38-11a5-4fbf-a461-1cdf80273b34 req-dcd6fe9f-6384-4087-847b-ec87590e8c16 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0742507 Apr 12 13:13:17.897906 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f59bf01-e2de-4b9a-b465-2fe0603a20b3 req-9b68ccbb-6e88-4c4e-835e-d6d69e2205f5 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931013 Apr 12 13:13:17.915006 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-581e1f38-11a5-4fbf-a461-1cdf80273b34 req-d225c3e3-2c91-4cef-b4d7-7f69f64b194e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821157 Apr 12 13:13:18.296834 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ab46478-de3a-485b-a8a3-ac329f814640 req-7b9c91f4-e31d-4235-8dd4-e239c5ad1ab8 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866413 Apr 12 13:13:18.924076 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-afda7001-0f5e-4c54-ab66-63919f58a7d8 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:18.925540 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-afda7001-0f5e-4c54-ab66-63919f58a7d8 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.26 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0844934 Apr 12 13:13:19.068695 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febec8a-d284-41a0-b906-dad3874eb26e req-30c3264e-91bb-4547-9c1e-99a996e08f9c tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:19.070313 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7febec8a-d284-41a0-b906-dad3874eb26e req-30c3264e-91bb-4547-9c1e-99a996e08f9c tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 946 time: 0.0867329 Apr 12 13:13:19.080570 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-b33eea69-7850-41f6-a458-1c6c06c6f78d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Deleting port 854441c5-dda9-4685-a666-e272da0243d2 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:13:19.081164 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-b33eea69-7850-41f6-a458-1c6c06c6f78d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (854441c5-dda9-4685-a666-e272da0243d2), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:19.082585 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc364d-202b-430a-9a32-0d9d93f76b48 req-5ce77456-cd40-4e97-9d4b-79113e4cb897 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:19.089943 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1ffc364d-202b-430a-9a32-0d9d93f76b48 req-5ce77456-cd40-4e97-9d4b-79113e4cb897 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0757926 Apr 12 13:13:19.173235 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1ffc364d-202b-430a-9a32-0d9d93f76b48 req-8c016650-da58-4c0a-b3c8-b308435e45fa tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821247 Apr 12 13:13:19.188539 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7febec8a-d284-41a0-b906-dad3874eb26e req-23a71cf6-a900-4bce-a126-bad08dc4fb70 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7ed3c6a-1782-407d-b034-73a55860c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753064 Apr 12 13:13:19.220294 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-b33eea69-7850-41f6-a458-1c6c06c6f78d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] For port 854441c5-dda9-4685-a666-e272da0243d2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=854441c5-dda9-4685-a666-e272da0243d2,segment=NetworkSegment(7125c721-952d-4e20-9d5b-7aa93cbda86d),segment_id=7125c721-952d-4e20-9d5b-7aa93cbda86d)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:13:19.220628 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-b33eea69-7850-41f6-a458-1c6c06c6f78d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (854441c5-dda9-4685-a666-e272da0243d2), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:19.237772 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-b33eea69-7850-41f6-a458-1c6c06c6f78d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Calling delete_port for 854441c5-dda9-4685-a666-e272da0243d2 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:13:19.418022 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-b33eea69-7850-41f6-a458-1c6c06c6f78d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (854441c5-dda9-4685-a666-e272da0243d2), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:19.437131 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['854441c5-dda9-4685-a666-e272da0243d2'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:13:19.456382 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eea69-7850-41f6-a458-1c6c06c6f78d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Pushing event deleted for resources: {'Port': ['ID=854441c5-dda9-4685-a666-e272da0243d2,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:19.530691 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-b33eea69-7850-41f6-a458-1c6c06c6f78d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] No DVR routers for this DVR port 854441c5-dda9-4685-a666-e272da0243d2 on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:13:19.534310 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-b33eea69-7850-41f6-a458-1c6c06c6f78d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:19.538042 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f14f9339-2fde-4d2d-aa55-ca576f6a397e req-b33eea69-7850-41f6-a458-1c6c06c6f78d tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.26 "DELETE /v2.0/ports/854441c5-dda9-4685-a666-e272da0243d2 HTTP/1.1" status: 204 len: 173 time: 0.6023438 Apr 12 13:13:19.538770 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d565d7-426f-4832-a230-73a8e8d6a9d1', 'name': 'network-vif-deleted', 'tag': '854441c5-dda9-4685-a666-e272da0243d2'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:13:19.550899 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b982063b-1fc8-42d8-b078-7bf8bf720cd0" -d '{"events": [{"server_uuid": "89d565d7-426f-4832-a230-73a8e8d6a9d1", "name": "network-vif-deleted", "tag": "854441c5-dda9-4685-a666-e272da0243d2"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:13:19.602753 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9e6dc5-0b26-4b25-ad2e-1274067c7d38 x-openstack-request-id: req-0f9e6dc5-0b26-4b25-ad2e-1274067c7d38 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:13:19.603118 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d565d7-426f-4832-a230-73a8e8d6a9d1", "name": "network-vif-deleted", "tag": "854441c5-dda9-4685-a666-e272da0243d2", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:13:19.603379 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f9e6dc5-0b26-4b25-ad2e-1274067c7d38 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:13:19.604529 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9e6dc5-0b26-4b25-ad2e-1274067c7d38'] response: {'server_uuid': '89d565d7-426f-4832-a230-73a8e8d6a9d1', 'name': 'network-vif-deleted', 'tag': '854441c5-dda9-4685-a666-e272da0243d2', 'status': 'completed', 'code': 200} Apr 12 13:13:19.851874 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:19.964398 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8daa957a-3a7a-49fc-ad42-1025806b8115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:20.050524 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8daa957a-3a7a-49fc-ad42-1025806b8115 admin admin] Publish callbacks [] for security_group (fe48fe33-bae8-4cab-9d30-34d92e1f20ed), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:20.055888 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8daa957a-3a7a-49fc-ad42-1025806b8115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (fe48fe33-bae8-4cab-9d30-34d92e1f20ed), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:20.101360 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8daa957a-3a7a-49fc-ad42-1025806b8115 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93d82e8fe6eb4c7d901aa93e95616cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483013 Apr 12 13:13:20.102514 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa957a-3a7a-49fc-ad42-1025806b8115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe48fe33-bae8-4cab-9d30-34d92e1f20ed,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:20.104901 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52746) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:20.162792 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e06faedc-5cd5-45c6-8290-a6635a0d5afb admin admin] Publish callbacks [] for security_group (fe48fe33-bae8-4cab-9d30-34d92e1f20ed), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:20.188541 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e06faedc-5cd5-45c6-8290-a6635a0d5afb admin admin] Publish callbacks [] for security_group (fe48fe33-bae8-4cab-9d30-34d92e1f20ed), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:20.246610 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e06faedc-5cd5-45c6-8290-a6635a0d5afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (fe48fe33-bae8-4cab-9d30-34d92e1f20ed), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:20.249551 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e06faedc-5cd5-45c6-8290-a6635a0d5afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:20.250730 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e06faedc-5cd5-45c6-8290-a6635a0d5afb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe48fe33-bae8-4cab-9d30-34d92e1f20ed HTTP/1.1" status: 204 len: 168 time: 0.1448298 Apr 12 13:13:20.261067 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06faedc-5cd5-45c6-8290-a6635a0d5afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe48fe33-bae8-4cab-9d30-34d92e1f20ed,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:20.313767 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ee44a-c333-4e88-babd-dc724dd69d70 req-bc2951c5-e9da-4491-b5a7-49f037f05794 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:20.315554 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-581ee44a-c333-4e88-babd-dc724dd69d70 req-bc2951c5-e9da-4491-b5a7-49f037f05794 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0636449 Apr 12 13:13:20.351838 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-64e369a1-008c-49fa-952e-adf272f54807 req-1288cc64-0196-43a2-b05e-5ab13f2007c8 tempest-DeleteServersTestJSON-1936337244 tempest-DeleteServersTestJSON-1936337244-project] 10.222.0.47 "GET /v2.0/ports?device_id=89d565d7-426f-4832-a230-73a8e8d6a9d1 HTTP/1.1" status: 200 len: 210 time: 0.0349631 Apr 12 13:13:20.394937 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-581ee44a-c333-4e88-babd-dc724dd69d70 req-730b3a82-c75b-48f0-a030-f08dd5c6bdfc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674930 Apr 12 13:13:21.555708 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fb764-432b-4a25-a005-0fca0999f047 req-62965644-fb33-4f50-9d6b-9a1bf46f1c5c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:21.557840 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d93fb764-432b-4a25-a005-0fca0999f047 req-62965644-fb33-4f50-9d6b-9a1bf46f1c5c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0624709 Apr 12 13:13:21.618113 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d93fb764-432b-4a25-a005-0fca0999f047 req-1a7ba126-de09-41e0-b9f3-57e91dfb0c87 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508032 Apr 12 13:13:22.705217 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52872) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:22.767388 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48de89b-f0fd-4ec8-b9ea-089edabac1de req-56e8dc6d-3224-4417-abc0-4d39ccc945be tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:22.768913 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f48de89b-f0fd-4ec8-b9ea-089edabac1de req-56e8dc6d-3224-4417-abc0-4d39ccc945be tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0478420 Apr 12 13:13:22.830769 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f48de89b-f0fd-4ec8-b9ea-089edabac1de req-1ea85200-5cbc-4c12-a984-394ee60b119e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554302 Apr 12 13:13:22.831946 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acae2e58-7ec8-4cf0-8297-817bf0e641e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:22.886173 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52884) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:22.921263 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acae2e58-7ec8-4cf0-8297-817bf0e641e6 admin admin] Publish callbacks [] for security_group (be79f8cf-580e-4559-9b4a-ad4538065e04), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:22.925819 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acae2e58-7ec8-4cf0-8297-817bf0e641e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (be79f8cf-580e-4559-9b4a-ad4538065e04), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:22.937485 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-479c3f4f-e51a-459c-b5f0-dab9077b66c0 admin admin] Deleting subnet ccf21ce1-e58a-4ed0-ad62-23ac46300aa3 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:13:22.942135 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-479c3f4f-e51a-459c-b5f0-dab9077b66c0 admin admin] Publish callbacks [] for subnet (ccf21ce1-e58a-4ed0-ad62-23ac46300aa3), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:22.965330 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-acae2e58-7ec8-4cf0-8297-817bf0e641e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fb8f9cc297d4dc093eb0d2c11e48cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587876 Apr 12 13:13:22.967046 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae2e58-7ec8-4cf0-8297-817bf0e641e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be79f8cf-580e-4559-9b4a-ad4538065e04,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:22.969556 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52886) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:22.987718 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-479c3f4f-e51a-459c-b5f0-dab9077b66c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083040'] for subnet (ccf21ce1-e58a-4ed0-ad62-23ac46300aa3), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.039847 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-479c3f4f-e51a-459c-b5f0-dab9077b66c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (ccf21ce1-e58a-4ed0-ad62-23ac46300aa3), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.050181 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a225-1ae7-4b52-aaa8-8596e6c05fee admin admin] Publish callbacks [] for security_group (be79f8cf-580e-4559-9b4a-ad4538065e04), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.075917 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a225-1ae7-4b52-aaa8-8596e6c05fee admin admin] Publish callbacks [] for security_group (be79f8cf-580e-4559-9b4a-ad4538065e04), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.108831 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-479c3f4f-e51a-459c-b5f0-dab9077b66c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11553197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12444193'] for subnet (ccf21ce1-e58a-4ed0-ad62-23ac46300aa3), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.138199 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-479c3f4f-e51a-459c-b5f0-dab9077b66c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.139347 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a225-1ae7-4b52-aaa8-8596e6c05fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (be79f8cf-580e-4559-9b4a-ad4538065e04), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.142210 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e1c4a225-1ae7-4b52-aaa8-8596e6c05fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.143371 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e1c4a225-1ae7-4b52-aaa8-8596e6c05fee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be79f8cf-580e-4559-9b4a-ad4538065e04 HTTP/1.1" status: 204 len: 168 time: 0.1728206 Apr 12 13:13:23.145933 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-479c3f4f-e51a-459c-b5f0-dab9077b66c0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ccf21ce1-e58a-4ed0-ad62-23ac46300aa3 HTTP/1.1" status: 204 len: 168 time: 0.2579725 Apr 12 13:13:23.147543 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52890) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:23.148574 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c3f4f-e51a-459c-b5f0-dab9077b66c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf21ce1-e58a-4ed0-ad62-23ac46300aa3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:23.164036 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4a225-1ae7-4b52-aaa8-8596e6c05fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be79f8cf-580e-4559-9b4a-ad4538065e04,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:23.242160 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (33194240-e80c-4579-85ac-2da5c0a17a0c), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.338829 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (33194240-e80c-4579-85ac-2da5c0a17a0c), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.362056 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33194240-e80c-4579-85ac-2da5c0a17a0c']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:13:23.374124 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7125c721-952d-4e20-9d5b-7aa93cbda86d') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:13:23.374418 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7125c721-952d-4e20-9d5b-7aa93cbda86d') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:13:23.384437 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083049'] for segment (7125c721-952d-4e20-9d5b-7aa93cbda86d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.393235 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 854441c5-dda9-4685-a666-e272da0243d2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:13:23.401078 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (7125c721-952d-4e20-9d5b-7aa93cbda86d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.408570 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:13:23.409491 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11553031'] for segment (7125c721-952d-4e20-9d5b-7aa93cbda86d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.424012 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 854441c5-dda9-4685-a666-e272da0243d2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:13:23.424579 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 854441c5-dda9-4685-a666-e272da0243d2 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: Traceback (most recent call last): Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: timer() Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: cb(*args, **kw) Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: return func(*args, **kwargs) Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: self._notify() Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: self.callback(batched_events) Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: event.method(event) Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: return f(self, *a, **k) Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._get(url).json() Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:13:23.425088 dv-cinder-830096-4-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:13:23.489586 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (33194240-e80c-4579-85ac-2da5c0a17a0c), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.493603 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52900) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:23.500349 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.504476 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] 10.222.0.47 "DELETE /v2.0/networks/33194240-e80c-4579-85ac-2da5c0a17a0c HTTP/1.1" status: 204 len: 168 time: 0.3514216 Apr 12 13:13:23.525294 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab6125-ca75-42bd-a891-27f866ead509 admin admin] Pushing event deleted for resources: {'Network': ['ID=33194240-e80c-4579-85ac-2da5c0a17a0c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:23.525630 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02c9bf99-a066-4f80-b7a9-69f73eba1998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.621675 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02c9bf99-a066-4f80-b7a9-69f73eba1998 admin admin] Publish callbacks [] for security_group (d1929f37-1b25-4da8-bc41-a6a79a7df522), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.625587 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-02c9bf99-a066-4f80-b7a9-69f73eba1998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (d1929f37-1b25-4da8-bc41-a6a79a7df522), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.673621 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-02c9bf99-a066-4f80-b7a9-69f73eba1998 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6cfe5ed223fd41a988ed60e50f659278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754382 Apr 12 13:13:23.673889 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52908) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:23.690135 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9bf99-a066-4f80-b7a9-69f73eba1998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1929f37-1b25-4da8-bc41-a6a79a7df522,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:23.723142 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 52912) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:23.754242 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5611dff2-4248-43fd-87b6-872ba4f33201 admin admin] Publish callbacks [] for security_group (d1929f37-1b25-4da8-bc41-a6a79a7df522), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.792248 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ec226010-082f-4c3f-b725-f79b8f4ba6ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7dcb8f050de499c85756d2b2e92f2a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0668342 Apr 12 13:13:23.794169 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5611dff2-4248-43fd-87b6-872ba4f33201 admin admin] Publish callbacks [] for security_group (d1929f37-1b25-4da8-bc41-a6a79a7df522), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.794817 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 52918) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:23.854809 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5e1c-1eee-481c-8685-f35b39b107be admin admin] Publish callbacks [] for security_group (f7ed3c6a-1782-407d-b034-73a55860c717), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.856741 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5611dff2-4248-43fd-87b6-872ba4f33201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (d1929f37-1b25-4da8-bc41-a6a79a7df522), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.860205 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5611dff2-4248-43fd-87b6-872ba4f33201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:23.861656 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-5611dff2-4248-43fd-87b6-872ba4f33201 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1929f37-1b25-4da8-bc41-a6a79a7df522 HTTP/1.1" status: 204 len: 168 time: 0.1867745 Apr 12 13:13:23.875463 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611dff2-4248-43fd-87b6-872ba4f33201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1929f37-1b25-4da8-bc41-a6a79a7df522,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:23.893699 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5e1c-1eee-481c-8685-f35b39b107be admin admin] Publish callbacks [] for security_group (f7ed3c6a-1782-407d-b034-73a55860c717), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:24.001328 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5e1c-1eee-481c-8685-f35b39b107be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f7ed3c6a-1782-407d-b034-73a55860c717), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:24.004882 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a9d5e1c-1eee-481c-8685-f35b39b107be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:24.008681 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9a9d5e1c-1eee-481c-8685-f35b39b107be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7ed3c6a-1782-407d-b034-73a55860c717 HTTP/1.1" status: 204 len: 168 time: 0.2103598 Apr 12 13:13:24.022407 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d5e1c-1eee-481c-8685-f35b39b107be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ed3c6a-1782-407d-b034-73a55860c717,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:24.042488 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b5d5a-12d8-4a7b-a795-7763679ae15a req-d66637f8-9f30-4b89-b1d8-d08787f8e9f4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:24.051755 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-095b5d5a-12d8-4a7b-a795-7763679ae15a req-d66637f8-9f30-4b89-b1d8-d08787f8e9f4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0705564 Apr 12 13:13:24.117603 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-095b5d5a-12d8-4a7b-a795-7763679ae15a req-959790c3-47f9-428f-b9bf-f7de7419d481 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647824 Apr 12 13:13:25.284107 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10198082-9d69-4559-ac14-123e1b448339 req-20a1b4db-1a2c-4974-afbc-c0ecb3ae5dd1 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:25.285743 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-10198082-9d69-4559-ac14-123e1b448339 req-20a1b4db-1a2c-4974-afbc-c0ecb3ae5dd1 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0626619 Apr 12 13:13:25.346367 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-10198082-9d69-4559-ac14-123e1b448339 req-3679ac4c-9d38-4df9-a96b-29cce1cd1848 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537136 Apr 12 13:13:26.469164 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f25b9-b930-44bb-8563-7e14d35859b4 req-5f0258d8-6f63-403e-ad67-ee14f7e06115 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:26.474166 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-971f25b9-b930-44bb-8563-7e14d35859b4 req-5f0258d8-6f63-403e-ad67-ee14f7e06115 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0534344 Apr 12 13:13:26.535736 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-971f25b9-b930-44bb-8563-7e14d35859b4 req-dd4564ed-a705-47b3-a60b-5723587e2425 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603044 Apr 12 13:13:27.228013 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:27.521130 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53064) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:27.658919 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05f32b44-be45-47b7-83fd-7e91187ff5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:27.667153 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af1ff-3620-423a-a6ad-b157919e8bd2 req-65bbcbe4-70b7-4413-a835-a291ee85829d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:27.671061 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d23af1ff-3620-423a-a6ad-b157919e8bd2 req-65bbcbe4-70b7-4413-a835-a291ee85829d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0615532 Apr 12 13:13:27.725473 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d23af1ff-3620-423a-a6ad-b157919e8bd2 req-c2d25c6d-808a-469e-8c6c-ac78d315b947 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486298 Apr 12 13:13:27.757915 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05f32b44-be45-47b7-83fd-7e91187ff5ac admin admin] Publish callbacks [] for security_group (e2a6350b-2d4a-4f3e-beca-c4540dbd24e4), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:27.762672 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-05f32b44-be45-47b7-83fd-7e91187ff5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (e2a6350b-2d4a-4f3e-beca-c4540dbd24e4), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:27.808841 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-05f32b44-be45-47b7-83fd-7e91187ff5ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10e6322770d24c97af7d74f5e0f36b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865784 Apr 12 13:13:27.810206 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f32b44-be45-47b7-83fd-7e91187ff5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a6350b-2d4a-4f3e-beca-c4540dbd24e4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:27.811737 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53084) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:27.868397 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a30cd87b-4c55-4dcc-89da-4a5f9e207aa8 admin admin] Publish callbacks [] for security_group (e2a6350b-2d4a-4f3e-beca-c4540dbd24e4), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:27.891182 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a30cd87b-4c55-4dcc-89da-4a5f9e207aa8 admin admin] Publish callbacks [] for security_group (e2a6350b-2d4a-4f3e-beca-c4540dbd24e4), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:27.945955 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a30cd87b-4c55-4dcc-89da-4a5f9e207aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (e2a6350b-2d4a-4f3e-beca-c4540dbd24e4), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:27.948562 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a30cd87b-4c55-4dcc-89da-4a5f9e207aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:27.949783 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a30cd87b-4c55-4dcc-89da-4a5f9e207aa8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2a6350b-2d4a-4f3e-beca-c4540dbd24e4 HTTP/1.1" status: 204 len: 168 time: 0.1368506 Apr 12 13:13:27.958327 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cd87b-4c55-4dcc-89da-4a5f9e207aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a6350b-2d4a-4f3e-beca-c4540dbd24e4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:28.275864 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53100) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:28.288677 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06d15b83-1c7b-4cdb-b4da-170291e26c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:28.364232 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06d15b83-1c7b-4cdb-b4da-170291e26c5c admin admin] Publish callbacks [] for security_group (16142ba7-fcf8-423f-8cfc-b7bb0e1497fa), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:28.368215 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-06d15b83-1c7b-4cdb-b4da-170291e26c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (16142ba7-fcf8-423f-8cfc-b7bb0e1497fa), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:28.408098 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d15b83-1c7b-4cdb-b4da-170291e26c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16142ba7-fcf8-423f-8cfc-b7bb0e1497fa,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:28.413337 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-06d15b83-1c7b-4cdb-b4da-170291e26c5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c162a8133e0487a8c91d0bba5310879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363826 Apr 12 13:13:28.415938 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53102) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:28.462782 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b799c2d2-1248-45f7-9aca-886995f8dcd6 admin admin] Publish callbacks [] for security_group (16142ba7-fcf8-423f-8cfc-b7bb0e1497fa), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:28.487737 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b799c2d2-1248-45f7-9aca-886995f8dcd6 admin admin] Publish callbacks [] for security_group (16142ba7-fcf8-423f-8cfc-b7bb0e1497fa), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:28.534684 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b799c2d2-1248-45f7-9aca-886995f8dcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (16142ba7-fcf8-423f-8cfc-b7bb0e1497fa), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:28.537620 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b799c2d2-1248-45f7-9aca-886995f8dcd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:28.538764 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b799c2d2-1248-45f7-9aca-886995f8dcd6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16142ba7-fcf8-423f-8cfc-b7bb0e1497fa HTTP/1.1" status: 204 len: 168 time: 0.1219325 Apr 12 13:13:28.546610 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799c2d2-1248-45f7-9aca-886995f8dcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16142ba7-fcf8-423f-8cfc-b7bb0e1497fa,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:28.842442 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed240ced-c0d9-4722-838e-49f11ba5e4e4 req-8130936c-a909-4f47-a9e2-21256ac13c54 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:28.844069 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ed240ced-c0d9-4722-838e-49f11ba5e4e4 req-8130936c-a909-4f47-a9e2-21256ac13c54 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0490518 Apr 12 13:13:28.894806 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ed240ced-c0d9-4722-838e-49f11ba5e4e4 req-06b0b5a0-a5b2-4f28-a100-4aca5ba59803 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446887 Apr 12 13:13:30.072573 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080bc2f-348b-4bc7-8465-1f9420557c94 req-6066dbba-395f-471e-9092-a7606ec99f00 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:30.074094 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7080bc2f-348b-4bc7-8465-1f9420557c94 req-6066dbba-395f-471e-9092-a7606ec99f00 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0991724 Apr 12 13:13:30.147258 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7080bc2f-348b-4bc7-8465-1f9420557c94 req-8a9a46f8-3035-44ca-95fd-93736169c25c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640101 Apr 12 13:13:30.233314 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53228) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:30.339586 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e93cef1-bfd7-4d08-a154-147678ca7313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:30.436064 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e93cef1-bfd7-4d08-a154-147678ca7313 admin admin] Publish callbacks [] for security_group (7c8452a6-c97e-4a5f-8de9-e4e82bbb798c), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:30.441214 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0e93cef1-bfd7-4d08-a154-147678ca7313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (7c8452a6-c97e-4a5f-8de9-e4e82bbb798c), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:30.480842 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0e93cef1-bfd7-4d08-a154-147678ca7313 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38e8173ac1854aef9032d8044fbfb821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462385 Apr 12 13:13:30.482625 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53234) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:30.489966 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93cef1-bfd7-4d08-a154-147678ca7313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8452a6-c97e-4a5f-8de9-e4e82bbb798c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:30.535115 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab71fb6a-995e-4220-9c84-c4a7ca46ce2b admin admin] Publish callbacks [] for security_group (7c8452a6-c97e-4a5f-8de9-e4e82bbb798c), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:30.560386 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab71fb6a-995e-4220-9c84-c4a7ca46ce2b admin admin] Publish callbacks [] for security_group (7c8452a6-c97e-4a5f-8de9-e4e82bbb798c), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:30.611518 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab71fb6a-995e-4220-9c84-c4a7ca46ce2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (7c8452a6-c97e-4a5f-8de9-e4e82bbb798c), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:30.614082 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab71fb6a-995e-4220-9c84-c4a7ca46ce2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:30.615268 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ab71fb6a-995e-4220-9c84-c4a7ca46ce2b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c8452a6-c97e-4a5f-8de9-e4e82bbb798c HTTP/1.1" status: 204 len: 168 time: 0.1316397 Apr 12 13:13:30.623883 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71fb6a-995e-4220-9c84-c4a7ca46ce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8452a6-c97e-4a5f-8de9-e4e82bbb798c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:30.906844 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53244) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:30.920783 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e80fd95-d3bc-44d0-b478-b34f70a7f85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:31.008630 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e80fd95-d3bc-44d0-b478-b34f70a7f85e admin admin] Publish callbacks [] for security_group (f065028a-9b9f-434c-be34-79205ec52974), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:31.016976 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3e80fd95-d3bc-44d0-b478-b34f70a7f85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f065028a-9b9f-434c-be34-79205ec52974), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:31.060118 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3e80fd95-d3bc-44d0-b478-b34f70a7f85e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab05da696dae4f7582c9fa5b9d40dfe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521575 Apr 12 13:13:31.061097 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80fd95-d3bc-44d0-b478-b34f70a7f85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f065028a-9b9f-434c-be34-79205ec52974,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:31.062832 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53252) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:31.118633 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d047a97-f14d-4e89-be32-2ba08b542a3e admin admin] Publish callbacks [] for security_group (f065028a-9b9f-434c-be34-79205ec52974), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:31.141864 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d047a97-f14d-4e89-be32-2ba08b542a3e admin admin] Publish callbacks [] for security_group (f065028a-9b9f-434c-be34-79205ec52974), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:31.201153 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d047a97-f14d-4e89-be32-2ba08b542a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f065028a-9b9f-434c-be34-79205ec52974), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:31.203897 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d047a97-f14d-4e89-be32-2ba08b542a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:31.205657 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7d047a97-f14d-4e89-be32-2ba08b542a3e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f065028a-9b9f-434c-be34-79205ec52974 HTTP/1.1" status: 204 len: 168 time: 0.1417794 Apr 12 13:13:31.223823 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:13:31.226226 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d047a97-f14d-4e89-be32-2ba08b542a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f065028a-9b9f-434c-be34-79205ec52974,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:31.269059 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de0f22-de2f-45f7-a2f4-812b4af9375e req-23ca0492-f3b0-4c2b-bf62-aaacad31424b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:31.274552 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d8de0f22-de2f-45f7-a2f4-812b4af9375e req-23ca0492-f3b0-4c2b-bf62-aaacad31424b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0624385 Apr 12 13:13:31.325572 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d8de0f22-de2f-45f7-a2f4-812b4af9375e req-47fdb1ba-35be-4553-a1bc-9a0c265e3b5d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473437 Apr 12 13:13:32.450695 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885f552-8116-47bc-a60a-79775a3688ab req-ab8740cc-b38d-40a4-8881-5527b05319d3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:32.452202 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4885f552-8116-47bc-a60a-79775a3688ab req-ab8740cc-b38d-40a4-8881-5527b05319d3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0502827 Apr 12 13:13:32.517702 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4885f552-8116-47bc-a60a-79775a3688ab req-60361a12-76c4-40e8-8f36-770d5cd34964 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588808 Apr 12 13:13:32.877531 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53354) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:33.042459 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32c40ad-8d55-4bbf-a3ec-a4ff3076e8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.137343 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32c40ad-8d55-4bbf-a3ec-a4ff3076e8a8 admin admin] Publish callbacks [] for security_group (a2d154df-2fc9-467a-a322-63dbebeb18d1), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.143220 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d32c40ad-8d55-4bbf-a3ec-a4ff3076e8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (a2d154df-2fc9-467a-a322-63dbebeb18d1), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.179831 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c40ad-8d55-4bbf-a3ec-a4ff3076e8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d154df-2fc9-467a-a322-63dbebeb18d1,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:33.189574 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d32c40ad-8d55-4bbf-a3ec-a4ff3076e8a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7088b4b57aff488289b13a795cad26db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107765 Apr 12 13:13:33.192017 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53368) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:33.243509 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ac3dc6a-0fd6-4988-b568-9d3c17baff68 admin admin] Publish callbacks [] for security_group (a2d154df-2fc9-467a-a322-63dbebeb18d1), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.251209 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53370) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:33.268403 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ac3dc6a-0fd6-4988-b568-9d3c17baff68 admin admin] Publish callbacks [] for security_group (a2d154df-2fc9-467a-a322-63dbebeb18d1), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.327816 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ac3dc6a-0fd6-4988-b568-9d3c17baff68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (a2d154df-2fc9-467a-a322-63dbebeb18d1), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.331075 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ac3dc6a-0fd6-4988-b568-9d3c17baff68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.332387 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7ac3dc6a-0fd6-4988-b568-9d3c17baff68 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a2d154df-2fc9-467a-a322-63dbebeb18d1 HTTP/1.1" status: 204 len: 168 time: 0.1393287 Apr 12 13:13:33.341073 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3dc6a-0fd6-4988-b568-9d3c17baff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d154df-2fc9-467a-a322-63dbebeb18d1,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:33.404525 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fe47b0c-f7fc-4867-953e-2008533e7252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.489583 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fe47b0c-f7fc-4867-953e-2008533e7252 admin admin] Publish callbacks [] for security_group (658180b5-d385-4591-9461-9217b4dc6b03), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.507562 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2fe47b0c-f7fc-4867-953e-2008533e7252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (658180b5-d385-4591-9461-9217b4dc6b03), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.537306 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe47b0c-f7fc-4867-953e-2008533e7252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658180b5-d385-4591-9461-9217b4dc6b03,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:33.591671 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53430) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:33.592002 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-2fe47b0c-f7fc-4867-953e-2008533e7252 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ffbb4a4101da42979d0cc5e4b6514ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393900 Apr 12 13:13:33.662622 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea0c6e-0153-457f-82dd-881831992752 req-25c3a004-7fde-4457-9174-44650bc5e522 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:33.665254 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51ea0c6e-0153-457f-82dd-881831992752 req-25c3a004-7fde-4457-9174-44650bc5e522 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0597413 Apr 12 13:13:33.667996 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18f56d13-be74-4342-b165-f89810e2f3c3 admin admin] Publish callbacks [] for security_group (658180b5-d385-4591-9461-9217b4dc6b03), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.684759 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53432) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:33.710013 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18f56d13-be74-4342-b165-f89810e2f3c3 admin admin] Publish callbacks [] for security_group (658180b5-d385-4591-9461-9217b4dc6b03), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.717001 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21e27867-d604-4605-aed0-e96808bd643b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.731968 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51ea0c6e-0153-457f-82dd-881831992752 req-a3595585-396b-408d-87c4-9e9f838b620a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576830 Apr 12 13:13:33.803580 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18f56d13-be74-4342-b165-f89810e2f3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (658180b5-d385-4591-9461-9217b4dc6b03), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.806116 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-18f56d13-be74-4342-b165-f89810e2f3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.807827 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-18f56d13-be74-4342-b165-f89810e2f3c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/658180b5-d385-4591-9461-9217b4dc6b03 HTTP/1.1" status: 204 len: 168 time: 0.2151935 Apr 12 13:13:33.821414 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f56d13-be74-4342-b165-f89810e2f3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658180b5-d385-4591-9461-9217b4dc6b03,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:33.847288 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21e27867-d604-4605-aed0-e96808bd643b admin admin] Publish callbacks [] for security_group (f7770a32-018e-4008-aed3-09e99b98d5f9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.854087 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-21e27867-d604-4605-aed0-e96808bd643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f7770a32-018e-4008-aed3-09e99b98d5f9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.894459 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-21e27867-d604-4605-aed0-e96808bd643b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de2d5fbdc9fd4c0ebb84922a0c9cfaaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082334 Apr 12 13:13:33.895434 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e27867-d604-4605-aed0-e96808bd643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7770a32-018e-4008-aed3-09e99b98d5f9,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:33.906201 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53442) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:33.966186 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3729dc0-c3d4-4104-9ffc-b2a1469fa280 admin admin] Publish callbacks [] for security_group (f7770a32-018e-4008-aed3-09e99b98d5f9), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:33.991151 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3729dc0-c3d4-4104-9ffc-b2a1469fa280 admin admin] Publish callbacks [] for security_group (f7770a32-018e-4008-aed3-09e99b98d5f9), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.041529 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3729dc0-c3d4-4104-9ffc-b2a1469fa280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f7770a32-018e-4008-aed3-09e99b98d5f9), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.044281 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a3729dc0-c3d4-4104-9ffc-b2a1469fa280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.045481 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a3729dc0-c3d4-4104-9ffc-b2a1469fa280 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7770a32-018e-4008-aed3-09e99b98d5f9 HTTP/1.1" status: 204 len: 168 time: 0.1376717 Apr 12 13:13:34.060160 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3729dc0-c3d4-4104-9ffc-b2a1469fa280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7770a32-018e-4008-aed3-09e99b98d5f9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:34.199244 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53462) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:34.223196 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0622ac07-f815-4bcb-bcd9-452953ab5b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.315607 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0622ac07-f815-4bcb-bcd9-452953ab5b05 admin admin] Publish callbacks [] for security_group (5ef581da-e4e6-44ea-a9da-8b89bbd13e19), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.320743 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0622ac07-f815-4bcb-bcd9-452953ab5b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5ef581da-e4e6-44ea-a9da-8b89bbd13e19), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.366180 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622ac07-f815-4bcb-bcd9-452953ab5b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef581da-e4e6-44ea-a9da-8b89bbd13e19,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:34.370587 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0622ac07-f815-4bcb-bcd9-452953ab5b05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f314f26ad61b4bcea4c078ce000ef476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702518 Apr 12 13:13:34.376836 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53470) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:34.439088 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c07016f0-1c19-4595-8ef9-92240939fa15 admin admin] Publish callbacks [] for security_group (5ef581da-e4e6-44ea-a9da-8b89bbd13e19), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.466595 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c07016f0-1c19-4595-8ef9-92240939fa15 admin admin] Publish callbacks [] for security_group (5ef581da-e4e6-44ea-a9da-8b89bbd13e19), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.473780 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53474) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:34.495065 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad2a1790-52f9-4296-8cdd-741806d7d456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.556865 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c07016f0-1c19-4595-8ef9-92240939fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5ef581da-e4e6-44ea-a9da-8b89bbd13e19), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.559463 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c07016f0-1c19-4595-8ef9-92240939fa15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.560600 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c07016f0-1c19-4595-8ef9-92240939fa15 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ef581da-e4e6-44ea-a9da-8b89bbd13e19 HTTP/1.1" status: 204 len: 168 time: 0.1805143 Apr 12 13:13:34.575112 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07016f0-1c19-4595-8ef9-92240939fa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef581da-e4e6-44ea-a9da-8b89bbd13e19,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:34.612429 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad2a1790-52f9-4296-8cdd-741806d7d456 admin admin] Publish callbacks [] for security_group (eecf16bd-83eb-4ae9-98d7-06ffa2a7e7ac), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.620488 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ad2a1790-52f9-4296-8cdd-741806d7d456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (eecf16bd-83eb-4ae9-98d7-06ffa2a7e7ac), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.678462 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ad2a1790-52f9-4296-8cdd-741806d7d456 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d88df31124994f08bf059c9e62b0dd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034307 Apr 12 13:13:34.679786 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a1790-52f9-4296-8cdd-741806d7d456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecf16bd-83eb-4ae9-98d7-06ffa2a7e7ac,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:34.683441 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53482) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:34.746679 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-39cacad7-3558-4c84-9a93-12fe50dec1d5 admin admin] Publish callbacks [] for security_group (eecf16bd-83eb-4ae9-98d7-06ffa2a7e7ac), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.774998 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-39cacad7-3558-4c84-9a93-12fe50dec1d5 admin admin] Publish callbacks [] for security_group (eecf16bd-83eb-4ae9-98d7-06ffa2a7e7ac), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.806676 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-399f239d-40ec-4294-92b8-12bd553b2382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.828013 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaeb19-c03f-458f-8b1d-01b17e0a0ef9 req-70ce3806-78a1-4a74-acc7-86499a6bebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:34.839699 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-18eaeb19-c03f-458f-8b1d-01b17e0a0ef9 req-70ce3806-78a1-4a74-acc7-86499a6bebb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 1129 time: 0.0684757 Apr 12 13:13:34.863383 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-39cacad7-3558-4c84-9a93-12fe50dec1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (eecf16bd-83eb-4ae9-98d7-06ffa2a7e7ac), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.868502 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-39cacad7-3558-4c84-9a93-12fe50dec1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:34.871158 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-39cacad7-3558-4c84-9a93-12fe50dec1d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eecf16bd-83eb-4ae9-98d7-06ffa2a7e7ac HTTP/1.1" status: 204 len: 168 time: 0.1848552 Apr 12 13:13:34.904117 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cacad7-3558-4c84-9a93-12fe50dec1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecf16bd-83eb-4ae9-98d7-06ffa2a7e7ac,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:34.951171 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-18eaeb19-c03f-458f-8b1d-01b17e0a0ef9 req-612540e4-9568-4370-8c19-1ad7d3cf00ef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064131 Apr 12 13:13:34.966994 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449aabc2-92da-43c9-9ece-38eb4ac812b0 req-48d9b573-2d3a-4b61-b143-e92e79a678e7 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:34.970804 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-449aabc2-92da-43c9-9ece-38eb4ac812b0 req-48d9b573-2d3a-4b61-b143-e92e79a678e7 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.1111627 Apr 12 13:13:35.038387 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-449aabc2-92da-43c9-9ece-38eb4ac812b0 req-3ccf13b7-0564-4658-ae13-2874eb8e43ee tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604465 Apr 12 13:13:36.051749 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53556) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:36.178808 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5e341-6b5d-4bca-b208-367cb9d9aa88 req-5377a255-12fd-4074-ada6-b55713143e55 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:36.180356 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6ef5e341-6b5d-4bca-b208-367cb9d9aa88 req-5377a255-12fd-4074-ada6-b55713143e55 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0577145 Apr 12 13:13:36.202437 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4401859-2db3-4848-be19-1daff7ddba29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:36.280232 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6ef5e341-6b5d-4bca-b208-367cb9d9aa88 req-ad857903-df9b-4ffd-9016-90234c63c4e7 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921252 Apr 12 13:13:36.342212 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4401859-2db3-4848-be19-1daff7ddba29 admin admin] Publish callbacks [] for security_group (c72539a5-de51-46e0-9738-ea20cc160d37), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:36.347345 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d4401859-2db3-4848-be19-1daff7ddba29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c72539a5-de51-46e0-9738-ea20cc160d37), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:36.391789 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d4401859-2db3-4848-be19-1daff7ddba29 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73db23cdb00e40b28e8b118d5c753ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361773 Apr 12 13:13:36.392079 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53578) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:36.394401 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4401859-2db3-4848-be19-1daff7ddba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72539a5-de51-46e0-9738-ea20cc160d37,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:36.455598 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be9204b1-2ec1-4674-9c72-f300dc8af383 admin admin] Publish callbacks [] for security_group (c72539a5-de51-46e0-9738-ea20cc160d37), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:36.482808 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be9204b1-2ec1-4674-9c72-f300dc8af383 admin admin] Publish callbacks [] for security_group (c72539a5-de51-46e0-9738-ea20cc160d37), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:36.534476 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be9204b1-2ec1-4674-9c72-f300dc8af383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c72539a5-de51-46e0-9738-ea20cc160d37), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:36.537288 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-be9204b1-2ec1-4674-9c72-f300dc8af383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:36.538392 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-be9204b1-2ec1-4674-9c72-f300dc8af383 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c72539a5-de51-46e0-9738-ea20cc160d37 HTTP/1.1" status: 204 len: 168 time: 0.1452639 Apr 12 13:13:36.548610 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9204b1-2ec1-4674-9c72-f300dc8af383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72539a5-de51-46e0-9738-ea20cc160d37,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:37.042637 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3324-ed7c-4790-957a-38ca7121b51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.184766 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53608) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:37.278996 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1069902419-network', 'tenant_id': 'b9b9f7bd097244c690b507162f5908df'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:13:37.303842 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Made reservation on behalf of b9b9f7bd097244c690b507162f5908df for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:13:37.306676 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.315869 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.393402 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Publish callbacks [] for security_group (3e1e44bc-8827-499a-91a8-ec55592c3c29), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.396733 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8181308-d000-4280-838e-24552cafe0d3 req-1f98e35a-a056-4721-994a-95826e6483eb tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:37.398460 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c8181308-d000-4280-838e-24552cafe0d3 req-1f98e35a-a056-4721-994a-95826e6483eb tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0491171 Apr 12 13:13:37.399007 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (3e1e44bc-8827-499a-91a8-ec55592c3c29), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.421910 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:13:37.440261 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (90584503-bb64-4066-8f6e-991222a42e26), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.440625 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Added segment 90584503-bb64-4066-8f6e-991222a42e26 of type vlan for network 1af92fb7-330e-4f59-9711-b5cec792635b Apr 12 13:13:37.442167 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1e44bc-8827-499a-91a8-ec55592c3c29,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:37.450191 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c8181308-d000-4280-838e-24552cafe0d3 req-82d960ed-7450-4da3-b00b-d207fedee575 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448751 Apr 12 13:13:37.488552 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (1af92fb7-330e-4f59-9711-b5cec792635b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.515607 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (1af92fb7-330e-4f59-9711-b5cec792635b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.516740 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:37.517362 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.575219 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3893402 Apr 12 13:13:37.578347 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53618) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:37.580930 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86586f90-1cd8-47e0-ae46-e887f5222208 admin admin] Pushing event updated for resources: {'Network': ['ID=1af92fb7-330e-4f59-9711-b5cec792635b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:37.583573 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Request body: {'subnet': {'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1069902419-subnet', 'tenant_id': 'b9b9f7bd097244c690b507162f5908df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:13:37.591441 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 1af92fb7-330e-4f59-9711-b5cec792635b details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:13:37.603153 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Made reservation on behalf of b9b9f7bd097244c690b507162f5908df for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:13:37.605733 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.781923 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (3a2d73f6-89f1-4394-a972-3b7033018abd), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.847368 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2d73f6-89f1-4394-a972-3b7033018abd,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:37.856196 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Checking segment: {'id': '90584503-bb64-4066-8f6e-991222a42e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:13:37.856641 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Network hostable DHCP agents. Network: 1af92fb7-330e-4f59-9711-b5cec792635b, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:13:37.875012 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Network 1af92fb7-330e-4f59-9711-b5cec792635b is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:13:37.884027 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 1af92fb7-330e-4f59-9711-b5cec792635b) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:13:37.889037 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:37.889848 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:37.894806 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a036fac7-93fb-4ead-a069-f50fb3817649 None None] Network 1af92fb7-330e-4f59-9711-b5cec792635b requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:13:37.905704 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c54e8012-708c-4f0c-af90-6fdf37be6a4a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3260622 Apr 12 13:13:38.000337 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7bf1e2-9e5e-4efe-bdce-e2cd77b18406 None None] Network 1af92fb7-330e-4f59-9711-b5cec792635b requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:13:38.569227 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6809f2-adcf-4d2e-bc7c-b2c4cb7e79f7 req-820bc934-50da-4d98-b232-63ae84fd3c24 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:38.570533 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f6809f2-adcf-4d2e-bc7c-b2c4cb7e79f7 req-820bc934-50da-4d98-b232-63ae84fd3c24 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0500190 Apr 12 13:13:38.619631 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f6809f2-adcf-4d2e-bc7c-b2c4cb7e79f7 req-47e0d5c7-e857-45ce-a9f7-4f79e4712cef tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429254 Apr 12 13:13:38.691881 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:39.735369 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1d855-e54e-44e6-a094-1fbc62c3ca36 req-c8699b80-b9a2-4d85-b7ff-b7f282d3fb3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:39.736821 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cfc1d855-e54e-44e6-a094-1fbc62c3ca36 req-c8699b80-b9a2-4d85-b7ff-b7f282d3fb3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0478916 Apr 12 13:13:39.783489 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cfc1d855-e54e-44e6-a094-1fbc62c3ca36 req-c7580154-6074-41a4-9879-4f7cbf718a34 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Apr 12 13:13:39.901261 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a41cbc-1f4e-4704-923e-b9fa34f6886e req-3523960d-3bbc-4cee-b487-774dc2add6c2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:39.902688 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-77a41cbc-1f4e-4704-923e-b9fa34f6886e req-3523960d-3bbc-4cee-b487-774dc2add6c2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0502250 Apr 12 13:13:39.950736 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-77a41cbc-1f4e-4704-923e-b9fa34f6886e req-2b1f70ff-9ea0-49e7-979b-4ed7739eb991 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419843 Apr 12 13:13:40.572094 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:40.733494 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-350deee0-5cc8-4b3d-91dd-672783579b9c tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:40.734996 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-350deee0-5cc8-4b3d-91dd-672783579b9c tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/networks?id=1af92fb7-330e-4f59-9711-b5cec792635b HTTP/1.1" status: 200 len: 809 time: 0.1101811 Apr 12 13:13:40.749563 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-ab96c62d-c325-43d2-923c-bab2ad92e10a tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/quotas/b9b9f7bd097244c690b507162f5908df HTTP/1.1" status: 200 len: 375 time: 0.0090635 Apr 12 13:13:40.786878 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-c5d16548-c14a-4855-b3ec-eea3521eaa29 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b9f7bd097244c690b507162f5908df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319290 Apr 12 13:13:40.889761 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-8edf5bc3-01ab-4d5e-bb1d-b522e6e3fc04 service neutron] 10.222.0.47 "GET /v2.0/networks/1af92fb7-330e-4f59-9711-b5cec792635b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956490 Apr 12 13:13:40.992094 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-b0c3be08-bee2-4f5a-9328-8b3913e29f6d service neutron] 10.222.0.47 "GET /v2.0/networks/1af92fb7-330e-4f59-9711-b5cec792635b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966387 Apr 12 13:13:41.068846 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53690) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:41.166926 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-23d33d45-891d-4d47-ad0e-64ee6fc91bc1 req-a48479d2-b18a-4155-8f6f-0ea14f92a97b tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 210 time: 0.0287926 Apr 12 13:13:41.206322 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-976e06f5-c14b-488a-8647-35a7260e3ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:41.301597 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-976e06f5-c14b-488a-8647-35a7260e3ea6 admin admin] Publish callbacks [] for security_group (37d8776c-b396-4929-90bc-b79d0edb041d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:41.307296 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-976e06f5-c14b-488a-8647-35a7260e3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (37d8776c-b396-4929-90bc-b79d0edb041d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:41.361002 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-976e06f5-c14b-488a-8647-35a7260e3ea6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8eda5b584d5242cdb3b1e1b88955c559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910197 Apr 12 13:13:41.361986 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e06f5-c14b-488a-8647-35a7260e3ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d8776c-b396-4929-90bc-b79d0edb041d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:41.363872 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53708) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:41.429228 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee45de22-068d-4e5a-9cc9-97613a48ee1e admin admin] Publish callbacks [] for security_group (37d8776c-b396-4929-90bc-b79d0edb041d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:41.455146 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee45de22-068d-4e5a-9cc9-97613a48ee1e admin admin] Publish callbacks [] for security_group (37d8776c-b396-4929-90bc-b79d0edb041d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:41.589939 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-df09f8ea-5f8e-45c0-90c6-75da87c27803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:41.589939 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-df09f8ea-5f8e-45c0-90c6-75da87c27803 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 1129 time: 0.0464070 Apr 12 13:13:41.589939 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee45de22-068d-4e5a-9cc9-97613a48ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (37d8776c-b396-4929-90bc-b79d0edb041d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:41.591896 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ee45de22-068d-4e5a-9cc9-97613a48ee1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:41.593307 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ee45de22-068d-4e5a-9cc9-97613a48ee1e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/37d8776c-b396-4929-90bc-b79d0edb041d HTTP/1.1" status: 204 len: 168 time: 0.2278538 Apr 12 13:13:41.612195 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45de22-068d-4e5a-9cc9-97613a48ee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d8776c-b396-4929-90bc-b79d0edb041d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:41.697237 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:41.699164 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f68ba3-04f7-426e-9ab3-abe3a1b71b33 req-d29f92d3-c9e4-42fc-94a5-8d754c40a164 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:41.711644 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-33f68ba3-04f7-426e-9ab3-abe3a1b71b33 req-d29f92d3-c9e4-42fc-94a5-8d754c40a164 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.1590273 Apr 12 13:13:41.750841 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-abec46ec-8923-49ae-b64b-8d4c190c09cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:41.752695 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-abec46ec-8923-49ae-b64b-8d4c190c09cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.1486025 Apr 12 13:13:41.796564 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-33f68ba3-04f7-426e-9ab3-abe3a1b71b33 req-de69ad1a-dcb3-4e23-ab91-01b407643066 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833483 Apr 12 13:13:41.835664 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-139f201a-81cb-4b76-acea-ec1bdcbb75e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a HTTP/1.1" status: 200 len: 217 time: 0.0548582 Apr 12 13:13:41.913392 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-297c15dd-3520-4d14-9a35-d9087180ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:41.914937 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-297c15dd-3520-4d14-9a35-d9087180ad0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0515177 Apr 12 13:13:41.970211 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-91557f6c-6813-430b-b2da-eea3ec79ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:41.971630 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-91557f6c-6813-430b-b2da-eea3ec79ea65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417724 Apr 12 13:13:42.058708 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53728) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:42.072471 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2875f21b-3320-4a93-bc65-21a88bf5bd01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:42.160637 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2875f21b-3320-4a93-bc65-21a88bf5bd01 admin admin] Publish callbacks [] for security_group (c71c804b-ad7e-491d-9f39-65dd9cad34d0), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:42.165819 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2875f21b-3320-4a93-bc65-21a88bf5bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c71c804b-ad7e-491d-9f39-65dd9cad34d0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:42.208016 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875f21b-3320-4a93-bc65-21a88bf5bd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c804b-ad7e-491d-9f39-65dd9cad34d0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:42.213591 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-2875f21b-3320-4a93-bc65-21a88bf5bd01 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6202b5ae49624840b074773b69fa5405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535323 Apr 12 13:13:42.218078 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53732) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:42.334711 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-a5dfa56e-4b34-4f8a-b58d-f2494906e3e6 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304481 Apr 12 13:13:42.347158 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3702-2cf7-40bc-a38a-80e2f27ad776 admin admin] Publish callbacks [] for security_group (c71c804b-ad7e-491d-9f39-65dd9cad34d0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:42.389582 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0a103b0e-bf8e-4c7d-90fd-e388d3d02423 req-b8eaa955-85e3-4894-9bc9-81ab676c0bec tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 210 time: 0.0610938 Apr 12 13:13:42.404152 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3702-2cf7-40bc-a38a-80e2f27ad776 admin admin] Publish callbacks [] for security_group (c71c804b-ad7e-491d-9f39-65dd9cad34d0), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:42.511163 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4c5bfc43-39aa-409c-ab68-4d38b0bd9e3c req-b25fee36-4044-416e-9fce-20492629d274 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689186 Apr 12 13:13:42.543425 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-763bc0f8-3ae9-4d2b-a47e-192bd60f6169 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:42.545144 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-763bc0f8-3ae9-4d2b-a47e-192bd60f6169 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.26 "GET /v2.0/networks?id=1af92fb7-330e-4f59-9711-b5cec792635b HTTP/1.1" status: 200 len: 809 time: 0.1396029 Apr 12 13:13:42.572927 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Request body: {'port': {'device_id': '7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd', 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b', 'admin_state_up': True, 'tenant_id': 'b9b9f7bd097244c690b507162f5908df'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:13:42.671089 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3702-2cf7-40bc-a38a-80e2f27ad776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c71c804b-ad7e-491d-9f39-65dd9cad34d0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:42.673792 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4bfd3702-2cf7-40bc-a38a-80e2f27ad776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:42.675079 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4bfd3702-2cf7-40bc-a38a-80e2f27ad776 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c71c804b-ad7e-491d-9f39-65dd9cad34d0 HTTP/1.1" status: 204 len: 168 time: 0.4553344 Apr 12 13:13:42.683753 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd3702-2cf7-40bc-a38a-80e2f27ad776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c804b-ad7e-491d-9f39-65dd9cad34d0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:42.714801 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Made reservation on behalf of b9b9f7bd097244c690b507162f5908df for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:13:42.718179 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:42.859225 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Allocated IP 172.20.0.14 (1af92fb7-330e-4f59-9711-b5cec792635b/3a2d73f6-89f1-4394-a972-3b7033018abd/76aca7ef-8f79-411e-95a5-5cffbfcbc1de) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:13:42.925595 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182d5cc-8c1b-49c0-8153-5370aa9c54ac req-c860c1a3-a09d-4bda-a5fa-7fca267d6c16 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:42.927827 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2182d5cc-8c1b-49c0-8153-5370aa9c54ac req-c860c1a3-a09d-4bda-a5fa-7fca267d6c16 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0529165 Apr 12 13:13:43.001795 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2182d5cc-8c1b-49c0-8153-5370aa9c54ac req-7a496d1b-763d-441a-b9a9-d6187c3642ee tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682914 Apr 12 13:13:43.041970 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks [] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:43.091219 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:43.142153 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Network 1af92fb7-330e-4f59-9711-b5cec792635b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:13:43.145679 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:13:43.150109 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:13:43.184303 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Pushing event updated for resources: {'Port': ['ID=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:43.217479 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:43.218176 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:43.245587 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-0f79bcc8-0cb3-49af-8909-26ba9b6c66f0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6792271 Apr 12 13:13:43.257683 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Request body: {'port': {'device_id': '7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:13:43.334973 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:43.519531 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360b46e-f312-4e26-bbcc-82f3137b6d36 req-10610d5f-aba9-4b85-bf4b-e4cf49243f89 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:43.521194 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9360b46e-f312-4e26-bbcc-82f3137b6d36 req-10610d5f-aba9-4b85-bf4b-e4cf49243f89 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 932 time: 0.0543091 Apr 12 13:13:43.597453 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9360b46e-f312-4e26-bbcc-82f3137b6d36 req-c8812f60-859f-4003-9ad5-09c96fb0f944 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691235 Apr 12 13:13:43.907184 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76aca7ef-8f79-411e-95a5-5cffbfcbc1de {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:13:43.915394 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Publish callbacks [] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:43.939048 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Transition to ACTIVE for port object 76aca7ef-8f79-411e-95a5-5cffbfcbc1de will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:13:43.944544 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:43.998528 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Pushing event updated for resources: {'Port': ['ID=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:44.083651 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Attempting to bind port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:13:44.083651 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Attempting to bind port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '90584503-bb64-4066-8f6e-991222a42e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:13:44.083651 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Attempting to bind port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de on network 1af92fb7-330e-4f59-9711-b5cec792635b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:13:44.088348 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de on network 1af92fb7-330e-4f59-9711-b5cec792635b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:13:44.089474 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Attempting to bind port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de on network 1af92fb7-330e-4f59-9711-b5cec792635b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:13:44.107494 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:13:44.108022 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Checking segment: {'id': '90584503-bb64-4066-8f6e-991222a42e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:13:44.108789 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Bound using segment: {'id': '90584503-bb64-4066-8f6e-991222a42e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:13:44.110185 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Bound port: 76aca7ef-8f79-411e-95a5-5cffbfcbc1de, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90584503-bb64-4066-8f6e-991222a42e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:13:44.110633 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:44.122058 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389cdda-6ff3-4087-8049-d2e27e6085e8 req-79494c1f-d50a-43a9-8c29-73c6edd15d58 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:44.123762 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5389cdda-6ff3-4087-8049-d2e27e6085e8 req-79494c1f-d50a-43a9-8c29-73c6edd15d58 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Apr 12 13:13:44.177130 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5389cdda-6ff3-4087-8049-d2e27e6085e8 req-afb9a1f8-4673-40e3-bfc0-7871445fd322 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473845 Apr 12 13:13:44.186409 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] For port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:13:44.189226 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] For port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,segment=NetworkSegment(90584503-bb64-4066-8f6e-991222a42e26),segment_id=90584503-bb64-4066-8f6e-991222a42e26)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:13:44.198122 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:44.232141 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53790) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:44.237812 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:44.238498 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:44.240125 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] 10.222.0.26 "PUT /v2.0/ports/76aca7ef-8f79-411e-95a5-5cffbfcbc1de HTTP/1.1" status: 200 len: 1094 time: 0.9867764 Apr 12 13:13:44.240523 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd', 'tag': '76aca7ef-8f79-411e-95a5-5cffbfcbc1de'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:13:44.242799 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a7530a-fbdd-4e82-beea-a90b61a04093" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd", "tag": "76aca7ef-8f79-411e-95a5-5cffbfcbc1de"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:13:44.266103 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37e85a-93f0-4cdc-8bac-692c5f80be4b service neutron] Pushing event updated for resources: {'Port': ['ID=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:44.280404 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9211956-07c7-4ca7-a412-3008e62e1b44 x-openstack-request-id: req-d9211956-07c7-4ca7-a412-3008e62e1b44 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:13:44.280694 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd", "tag": "76aca7ef-8f79-411e-95a5-5cffbfcbc1de", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:13:44.280946 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9211956-07c7-4ca7-a412-3008e62e1b44 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:13:44.281380 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9211956-07c7-4ca7-a412-3008e62e1b44'] response: {'name': 'network-changed', 'server_uuid': '7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd', 'tag': '76aca7ef-8f79-411e-95a5-5cffbfcbc1de', 'status': 'completed', 'code': 200} Apr 12 13:13:44.366903 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40c23b7d-39b9-4385-8880-b41b31dfe41d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:44.446047 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40c23b7d-39b9-4385-8880-b41b31dfe41d admin admin] Publish callbacks [] for security_group (ae20d598-cbf1-4a1c-987f-f58cad7f24a3), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:44.450620 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-40c23b7d-39b9-4385-8880-b41b31dfe41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ae20d598-cbf1-4a1c-987f-f58cad7f24a3), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:44.493170 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-40c23b7d-39b9-4385-8880-b41b31dfe41d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=abc3ae52209249e289b7700f94a1401a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599289 Apr 12 13:13:44.493994 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c23b7d-39b9-4385-8880-b41b31dfe41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae20d598-cbf1-4a1c-987f-f58cad7f24a3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:44.496256 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53800) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:44.555001 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51bec8bb-9784-4823-b4fb-2fdd13f0a371 admin admin] Publish callbacks [] for security_group (ae20d598-cbf1-4a1c-987f-f58cad7f24a3), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:44.580063 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51bec8bb-9784-4823-b4fb-2fdd13f0a371 admin admin] Publish callbacks [] for security_group (ae20d598-cbf1-4a1c-987f-f58cad7f24a3), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:44.632271 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51bec8bb-9784-4823-b4fb-2fdd13f0a371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ae20d598-cbf1-4a1c-987f-f58cad7f24a3), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:44.635204 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51bec8bb-9784-4823-b4fb-2fdd13f0a371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:44.636541 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-51bec8bb-9784-4823-b4fb-2fdd13f0a371 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae20d598-cbf1-4a1c-987f-f58cad7f24a3 HTTP/1.1" status: 204 len: 168 time: 0.1389329 Apr 12 13:13:44.645127 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bec8bb-9784-4823-b4fb-2fdd13f0a371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae20d598-cbf1-4a1c-987f-f58cad7f24a3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:44.718640 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594832-c64e-4cbb-ae59-fa575d1b973b req-471b2b9d-80c4-4795-a4d9-4f39ce343028 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:44.720131 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5e594832-c64e-4cbb-ae59-fa575d1b973b req-471b2b9d-80c4-4795-a4d9-4f39ce343028 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 944 time: 0.0514100 Apr 12 13:13:44.775593 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5e594832-c64e-4cbb-ae59-fa575d1b973b req-64faf618-6b2a-4b02-91fa-5ad1159a2344 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492828 Apr 12 13:13:45.296603 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66b62c-9389-493b-aa71-231d95b56edd req-56641a02-3405-4fa1-ba1b-2e59eb0d65af tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:45.298119 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f66b62c-9389-493b-aa71-231d95b56edd req-56641a02-3405-4fa1-ba1b-2e59eb0d65af tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0460038 Apr 12 13:13:45.312466 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 53826) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:45.350011 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f66b62c-9389-493b-aa71-231d95b56edd req-85ea6688-e939-474c-9ca2-73d5cff11b81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456619 Apr 12 13:13:45.413934 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-970353936-network', 'tenant_id': '64196638a84c4f7886d7dd6367ebd429'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:13:45.434183 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Made reservation on behalf of 64196638a84c4f7886d7dd6367ebd429 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:13:45.436445 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:45.444728 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:45.532912 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Publish callbacks [] for security_group (7faa8a52-17d7-4acf-a053-b3ffffe94307), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:45.536954 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (7faa8a52-17d7-4acf-a053-b3ffffe94307), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:45.562048 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:13:45.570762 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faa8a52-17d7-4acf-a053-b3ffffe94307,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:45.576843 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (8d6f6b1a-2a34-46a9-95a6-b7f245997d21), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:45.577166 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Added segment 8d6f6b1a-2a34-46a9-95a6-b7f245997d21 of type vlan for network 071fbc28-aefb-478e-9dbb-07b810cb2cda Apr 12 13:13:45.621168 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (071fbc28-aefb-478e-9dbb-07b810cb2cda), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:45.646268 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (071fbc28-aefb-478e-9dbb-07b810cb2cda), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:45.647249 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:45.647762 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:45.706019 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3921354 Apr 12 13:13:45.709144 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53836) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:45.711347 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03424384-4583-43b3-8860-b35a10e11718 admin admin] Pushing event updated for resources: {'Network': ['ID=071fbc28-aefb-478e-9dbb-07b810cb2cda,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:45.714362 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Request body: {'subnet': {'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-970353936-subnet', 'tenant_id': '64196638a84c4f7886d7dd6367ebd429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:13:45.721468 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 071fbc28-aefb-478e-9dbb-07b810cb2cda details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:13:45.734027 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Made reservation on behalf of 64196638a84c4f7886d7dd6367ebd429 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:13:45.736304 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:45.922609 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1abd4b-1e8f-48a1-b7bd-42cfc703d796 req-106322f0-83e1-456f-b037-91834ac68f0a tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:45.924252 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec1abd4b-1e8f-48a1-b7bd-42cfc703d796 req-106322f0-83e1-456f-b037-91834ac68f0a tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 944 time: 0.0599558 Apr 12 13:13:45.982060 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (165c02a4-834c-482d-9368-e393365aadef), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:46.036829 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec1abd4b-1e8f-48a1-b7bd-42cfc703d796 req-1ca795e5-f499-4c5b-8b67-4818b18ca242 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889661 Apr 12 13:13:46.051034 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=165c02a4-834c-482d-9368-e393365aadef,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:46.069282 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Checking segment: {'id': '8d6f6b1a-2a34-46a9-95a6-b7f245997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:13:46.069624 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Network hostable DHCP agents. Network: 071fbc28-aefb-478e-9dbb-07b810cb2cda, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:13:46.086930 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Network 071fbc28-aefb-478e-9dbb-07b810cb2cda is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:13:46.095505 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 071fbc28-aefb-478e-9dbb-07b810cb2cda) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:13:46.099925 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:46.100557 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:46.105292 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cc769f-7901-4eaa-a904-0da2fdf4357f None None] Network 071fbc28-aefb-478e-9dbb-07b810cb2cda requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:13:46.117122 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1485a70d-a3bd-4857-a8bb-adbeaa0814a7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4068425 Apr 12 13:13:46.206882 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a8de26-b7ad-4ae6-85c4-8ac23b315402 None None] Network 071fbc28-aefb-478e-9dbb-07b810cb2cda requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:13:46.466339 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773db64-39ac-4af9-a6fa-b22c5b458d4d req-cd9a7440-7e0a-46b4-8e38-edf970ee7ab0 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:46.467865 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5773db64-39ac-4af9-a6fa-b22c5b458d4d req-cd9a7440-7e0a-46b4-8e38-edf970ee7ab0 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0517137 Apr 12 13:13:46.522090 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5773db64-39ac-4af9-a6fa-b22c5b458d4d req-b089d7d6-2b52-4d04-92ea-7d84377b193e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478864 Apr 12 13:13:46.690252 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7530a-fbdd-4e82-beea-a90b61a04093 req-e31e9f1f-70e6-4ffa-8de0-65d5c9197222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:46.691820 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-89a7530a-fbdd-4e82-beea-a90b61a04093 req-e31e9f1f-70e6-4ffa-8de0-65d5c9197222 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9b9f7bd097244c690b507162f5908df&device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 1128 time: 0.0427976 Apr 12 13:13:46.867037 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7530a-fbdd-4e82-beea-a90b61a04093 req-4bf0dccc-328e-4a49-825f-e1de5c752f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:46.868552 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-89a7530a-fbdd-4e82-beea-a90b61a04093 req-4bf0dccc-328e-4a49-825f-e1de5c752f9d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b9b9f7bd097244c690b507162f5908df&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1674943 Apr 12 13:13:47.033985 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7530a-fbdd-4e82-beea-a90b61a04093 req-235234e4-45ac-43f6-9f28-e819ab6290cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:47.035459 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-89a7530a-fbdd-4e82-beea-a90b61a04093 req-235234e4-45ac-43f6-9f28-e819ab6290cf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1576276 Apr 12 13:13:47.116785 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-35d769e2-8140-41eb-8226-c5cd79783c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:47.118211 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-35d769e2-8140-41eb-8226-c5cd79783c6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9b9f7bd097244c690b507162f5908df&device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 1128 time: 0.0382385 Apr 12 13:13:47.151068 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f397b-4e5f-4d87-9626-56c6c39b9580 req-26268373-0466-41e3-8eee-b61166395471 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:47.152547 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d4f397b-4e5f-4d87-9626-56c6c39b9580 req-26268373-0466-41e3-8eee-b61166395471 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 944 time: 0.0466802 Apr 12 13:13:47.160461 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-c1e26f78-a370-4062-bcfc-051dfb94fac9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76aca7ef-8f79-411e-95a5-5cffbfcbc1de HTTP/1.1" status: 200 len: 217 time: 0.0334401 Apr 12 13:13:47.198686 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d4f397b-4e5f-4d87-9626-56c6c39b9580 req-6d076a0f-6089-4a59-b2b6-9b7be28e83b0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Apr 12 13:13:47.225321 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-6e8ac98c-b35a-43fb-b96b-52d3cc726084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:47.226781 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-6e8ac98c-b35a-43fb-b96b-52d3cc726084 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a2d73f6-89f1-4394-a972-3b7033018abd HTTP/1.1" status: 200 len: 849 time: 0.0487521 Apr 12 13:13:47.261409 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-88facec2-5250-46c6-9a22-4321fd92d321 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1af92fb7-330e-4f59-9711-b5cec792635b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258965 Apr 12 13:13:47.354294 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-fe8f8999-660d-4af4-82f9-0e09cd58cf89 service neutron] 10.222.0.26 "GET /v2.0/networks/1af92fb7-330e-4f59-9711-b5cec792635b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842369 Apr 12 13:13:47.443893 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8ba882cf-a011-4a54-b880-234c4795ed97 req-eea17be3-68f7-43b4-b61a-a21beeb5a79b service neutron] 10.222.0.26 "GET /v2.0/networks/1af92fb7-330e-4f59-9711-b5cec792635b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825839 Apr 12 13:13:47.635395 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1d9cc-da49-4486-b7ee-cc3b14f788a4 req-5d7eb74f-6686-4923-b1fa-4ccd5e4ad05b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:47.636875 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ddb1d9cc-da49-4486-b7ee-cc3b14f788a4 req-5d7eb74f-6686-4923-b1fa-4ccd5e4ad05b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0480015 Apr 12 13:13:47.686567 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ddb1d9cc-da49-4486-b7ee-cc3b14f788a4 req-6eb459ab-5fd9-460a-b43c-afe85ac7a66f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439939 Apr 12 13:13:47.899052 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1950b-f632-448d-ab04-55b994197444 req-31ee1e17-042a-4e4c-819a-7b5f2848a305 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:47.900575 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-31ee1e17-042a-4e4c-819a-7b5f2848a305 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/networks?id=071fbc28-aefb-478e-9dbb-07b810cb2cda HTTP/1.1" status: 200 len: 813 time: 0.1226780 Apr 12 13:13:47.914745 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-884805cd-4c0f-45b4-b45c-5f5e245a1033 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/quotas/64196638a84c4f7886d7dd6367ebd429 HTTP/1.1" status: 200 len: 375 time: 0.0088513 Apr 12 13:13:47.946668 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-271b6c82-e900-4222-aea7-0dc26491e207 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=64196638a84c4f7886d7dd6367ebd429&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263920 Apr 12 13:13:48.044656 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-37f8d2f4-318d-469b-9003-fc4d55e5ca30 service neutron] 10.222.0.47 "GET /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911605 Apr 12 13:13:48.142637 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-9d297c1a-ef72-485f-b572-7bd59921aa68 service neutron] 10.222.0.47 "GET /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918159 Apr 12 13:13:48.327867 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bcbd920a-6d3c-4462-aa0c-a2a39505f13c req-4552fafd-a2d4-4eeb-b018-7010493234b8 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 210 time: 0.0472143 Apr 12 13:13:48.345273 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdef04-501b-4d23-b9c1-74f5ab0dfde9 req-0e566e85-68f5-4ae6-869f-55e8858363c3 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:48.347512 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dfbdef04-501b-4d23-b9c1-74f5ab0dfde9 req-0e566e85-68f5-4ae6-869f-55e8858363c3 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 944 time: 0.0760934 Apr 12 13:13:48.399212 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dfbdef04-501b-4d23-b9c1-74f5ab0dfde9 req-2b13c264-326c-4cc9-b292-ca0f6c9e4a09 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Apr 12 13:13:48.802963 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f3920-0c50-45cc-a7d0-b5c578223866 req-825af848-1b30-44f7-ba02-7dffc85daf17 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:48.804545 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e20f3920-0c50-45cc-a7d0-b5c578223866 req-825af848-1b30-44f7-ba02-7dffc85daf17 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0466018 Apr 12 13:13:48.854702 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e20f3920-0c50-45cc-a7d0-b5c578223866 req-f4a01827-9fb5-4835-8890-4d71e666fa53 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Apr 12 13:13:49.376378 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1950b-f632-448d-ab04-55b994197444 req-164e800b-9b16-40e1-a760-21bbf2ff6390 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:49.378006 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-164e800b-9b16-40e1-a760-21bbf2ff6390 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.26 "GET /v2.0/networks?id=071fbc28-aefb-478e-9dbb-07b810cb2cda HTTP/1.1" status: 200 len: 813 time: 0.1112080 Apr 12 13:13:49.393512 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Request body: {'port': {'device_id': '6da721c9-d461-4431-9300-3d2f3a16c99f', 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda', 'admin_state_up': True, 'tenant_id': '64196638a84c4f7886d7dd6367ebd429'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:13:49.440451 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f7fd6b94-ac66-4d71-b67e-73026278a640 req-caa89dce-279e-415d-a82b-fdda515d5dd3 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 210 time: 0.0369020 Apr 12 13:13:49.515086 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Made reservation on behalf of 64196638a84c4f7886d7dd6367ebd429 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:13:49.518307 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:49.519813 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f97b98-d02b-47ed-87e6-fe29d7ba0e3a req-96e08db3-98a3-446d-8181-adbe66b211f8 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:49.521384 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c2f97b98-d02b-47ed-87e6-fe29d7ba0e3a req-96e08db3-98a3-446d-8181-adbe66b211f8 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 944 time: 0.0469048 Apr 12 13:13:49.568718 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c2f97b98-d02b-47ed-87e6-fe29d7ba0e3a req-2f1f9a9a-0e92-4408-928a-d4a29dc9d625 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Apr 12 13:13:49.644556 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Allocated IP 172.20.0.13 (071fbc28-aefb-478e-9dbb-07b810cb2cda/165c02a4-834c-482d-9368-e393365aadef/6bbe0fc8-2e75-4083-8bca-518ddeeaa344) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:13:49.785135 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks [] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:49.817950 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:49.863426 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Network 071fbc28-aefb-478e-9dbb-07b810cb2cda is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:13:49.866347 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:13:49.869997 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:13:49.895083 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Pushing event updated for resources: {'Port': ['ID=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:49.922867 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:49.923465 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:49.939569 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-7fe7d70a-facd-4817-81ea-be2064bc0c94 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5502732 Apr 12 13:13:49.958783 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Request body: {'port': {'device_id': '6da721c9-d461-4431-9300-3d2f3a16c99f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:13:49.968923 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf8874-1d09-4c17-9fe3-3d0fde4c3c73 req-19c060c3-0461-4ed0-88b3-a57a4aba03f2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:49.970519 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3daf8874-1d09-4c17-9fe3-3d0fde4c3c73 req-19c060c3-0461-4ed0-88b3-a57a4aba03f2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0473459 Apr 12 13:13:50.019044 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:50.021894 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3daf8874-1d09-4c17-9fe3-3d0fde4c3c73 req-9e36253f-0f00-46b5-960b-31684d5c44cb tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453138 Apr 12 13:13:50.290240 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:13:50.297332 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Publish callbacks [] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:50.310575 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Transition to ACTIVE for port object 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:13:50.314681 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:50.363362 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:50.435307 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Attempting to bind port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:13:50.435974 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Attempting to bind port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8d6f6b1a-2a34-46a9-95a6-b7f245997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:13:50.435974 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Attempting to bind port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 on network 071fbc28-aefb-478e-9dbb-07b810cb2cda {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:13:50.441021 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 on network 071fbc28-aefb-478e-9dbb-07b810cb2cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:13:50.441380 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Attempting to bind port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 on network 071fbc28-aefb-478e-9dbb-07b810cb2cda {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:13:50.447289 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:13:50.447620 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Checking segment: {'id': '8d6f6b1a-2a34-46a9-95a6-b7f245997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:13:50.447996 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Bound using segment: {'id': '8d6f6b1a-2a34-46a9-95a6-b7f245997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:13:50.448415 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Bound port: 6bbe0fc8-2e75-4083-8bca-518ddeeaa344, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6f6b1a-2a34-46a9-95a6-b7f245997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:13:50.448766 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:50.517364 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] For port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:13:50.521291 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] For port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,segment=NetworkSegment(8d6f6b1a-2a34-46a9-95a6-b7f245997d21),segment_id=8d6f6b1a-2a34-46a9-95a6-b7f245997d21)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:13:50.527972 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:50.557581 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4aa54-7834-4ac8-847d-012387ccdfe8 req-5d034ce0-c91b-4c8a-b2df-5857c213b8fd tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:50.559476 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aad4aa54-7834-4ac8-847d-012387ccdfe8 req-5d034ce0-c91b-4c8a-b2df-5857c213b8fd tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 944 time: 0.0530663 Apr 12 13:13:50.568197 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:50.568906 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:50.570381 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] 10.222.0.26 "PUT /v2.0/ports/6bbe0fc8-2e75-4083-8bca-518ddeeaa344 HTTP/1.1" status: 200 len: 1094 time: 0.6157553 Apr 12 13:13:50.570821 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da721c9-d461-4431-9300-3d2f3a16c99f', 'tag': '6bbe0fc8-2e75-4083-8bca-518ddeeaa344'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:13:50.573694 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b16eaf5-1420-4f2b-8eb0-61aaee394258" -d '{"events": [{"name": "network-changed", "server_uuid": "6da721c9-d461-4431-9300-3d2f3a16c99f", "tag": "6bbe0fc8-2e75-4083-8bca-518ddeeaa344"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:13:50.608141 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bca48c-fec7-495e-b54d-ee7f4e012335 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:50.630983 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd2460b-b31e-472c-9c5c-1c5bd4c99e4e x-openstack-request-id: req-5bd2460b-b31e-472c-9c5c-1c5bd4c99e4e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:13:50.630983 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da721c9-d461-4431-9300-3d2f3a16c99f", "tag": "6bbe0fc8-2e75-4083-8bca-518ddeeaa344", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:13:50.630983 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bd2460b-b31e-472c-9c5c-1c5bd4c99e4e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:13:50.630983 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd2460b-b31e-472c-9c5c-1c5bd4c99e4e'] response: {'name': 'network-changed', 'server_uuid': '6da721c9-d461-4431-9300-3d2f3a16c99f', 'tag': '6bbe0fc8-2e75-4083-8bca-518ddeeaa344', 'status': 'completed', 'code': 200} Apr 12 13:13:50.633569 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aad4aa54-7834-4ac8-847d-012387ccdfe8 req-efcc2753-9208-4677-88ed-8dac4200d2d0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617664 Apr 12 13:13:50.661611 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1950b-f632-448d-ab04-55b994197444 req-7dfd07a1-1c21-4d66-a770-6f2e1201f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:50.663130 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-7dfd07a1-1c21-4d66-a770-6f2e1201f01d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64196638a84c4f7886d7dd6367ebd429&device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 1128 time: 0.0452332 Apr 12 13:13:50.710871 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-f6b49691-df1f-4c94-8b21-bbcc86d5fc98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbe0fc8-2e75-4083-8bca-518ddeeaa344 HTTP/1.1" status: 200 len: 217 time: 0.0390103 Apr 12 13:13:50.715587 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bdf30c-621b-46e5-9eb8-53e31cdeb5b8 req-7734c51c-6dc5-46bd-8750-3635149795a6 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:50.717140 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90bdf30c-621b-46e5-9eb8-53e31cdeb5b8 req-7734c51c-6dc5-46bd-8750-3635149795a6 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 944 time: 0.0497117 Apr 12 13:13:50.767133 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1950b-f632-448d-ab04-55b994197444 req-59a5a04b-8423-4c32-be48-05453f284021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:50.768619 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-59a5a04b-8423-4c32-be48-05453f284021 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=165c02a4-834c-482d-9368-e393365aadef HTTP/1.1" status: 200 len: 853 time: 0.0469778 Apr 12 13:13:50.773679 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90bdf30c-621b-46e5-9eb8-53e31cdeb5b8 req-25115915-d52d-40c6-ae64-a3f744fd6b89 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502832 Apr 12 13:13:50.802690 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-13215cb0-886f-4949-a4b9-7fbc36ce7e7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=071fbc28-aefb-478e-9dbb-07b810cb2cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250955 Apr 12 13:13:50.895887 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-a6980d34-48c2-41d3-b82b-6fc7b35ba523 service neutron] 10.222.0.26 "GET /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833092 Apr 12 13:13:50.982958 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-59e1950b-f632-448d-ab04-55b994197444 req-3df5325a-47bf-4587-864c-7bfd7d12c638 service neutron] 10.222.0.26 "GET /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800681 Apr 12 13:13:51.137160 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e63571-ad3a-45af-82cf-aff1e7eb2010 req-79ecf013-accd-4a18-89ac-036c99d8a422 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:51.138714 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-20e63571-ad3a-45af-82cf-aff1e7eb2010 req-79ecf013-accd-4a18-89ac-036c99d8a422 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0504167 Apr 12 13:13:51.188073 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-20e63571-ad3a-45af-82cf-aff1e7eb2010 req-d3ff8b6f-a780-4728-b1ce-2de6aa607f29 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Apr 12 13:13:51.719202 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 76aca7ef-8f79-411e-95a5-5cffbfcbc1de details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:13:51.744083 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f62dbc-fcae-4e31-8014-c2b48e2f95b3 req-737ac547-97fb-4617-a3c7-8eedb233eab9 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:51.745650 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b4f62dbc-fcae-4e31-8014-c2b48e2f95b3 req-737ac547-97fb-4617-a3c7-8eedb233eab9 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 944 time: 0.0476995 Apr 12 13:13:51.796533 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b4f62dbc-fcae-4e31-8014-c2b48e2f95b3 req-40a39fba-39c4-49bf-91ca-ccb2a436335a tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451610 Apr 12 13:13:51.817322 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,segment=NetworkSegment(90584503-bb64-4066-8f6e-991222a42e26),segment_id=90584503-bb64-4066-8f6e-991222a42e26)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:13:51.829881 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '76aca7ef-8f79-411e-95a5-5cffbfcbc1de', 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b', 'port_id': '76aca7ef-8f79-411e-95a5-5cffbfcbc1de', 'mac_address': 'fa:16:3e:73:86:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2d73f6-89f1-4394-a972-3b7033018abd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:13:51.877113 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:13:51.877533 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:51.896019 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76aca7ef-8f79-411e-95a5-5cffbfcbc1de {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:13:51.904775 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602a6e-5579-4118-a13c-f9a03807878d req-b3f6d8bf-da72-4971-bc14-ba309baea8a7 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:51.906343 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d1602a6e-5579-4118-a13c-f9a03807878d req-b3f6d8bf-da72-4971-bc14-ba309baea8a7 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 944 time: 0.0495522 Apr 12 13:13:51.916807 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,segment=NetworkSegment(90584503-bb64-4066-8f6e-991222a42e26),segment_id=90584503-bb64-4066-8f6e-991222a42e26)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:13:51.922169 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:51.967932 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d1602a6e-5579-4118-a13c-f9a03807878d req-9fca0c37-d68a-4088-8702-fe7cca5d87f2 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 Apr 12 13:13:51.975073 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:52.192847 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16eaf5-1420-4f2b-8eb0-61aaee394258 req-3d4f8059-da5d-4353-98ed-f7b8b236cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:52.194535 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5b16eaf5-1420-4f2b-8eb0-61aaee394258 req-3d4f8059-da5d-4353-98ed-f7b8b236cbaa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64196638a84c4f7886d7dd6367ebd429&device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 1128 time: 0.0440648 Apr 12 13:13:52.204505 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['76aca7ef-8f79-411e-95a5-5cffbfcbc1de'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:13:52.350953 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16eaf5-1420-4f2b-8eb0-61aaee394258 req-f4f00954-8fc6-46b4-9ef4-58833227754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:52.352648 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5b16eaf5-1420-4f2b-8eb0-61aaee394258 req-f4f00954-8fc6-46b4-9ef4-58833227754d service neutron] 10.222.0.26 "GET /v2.0/networks?id=071fbc28-aefb-478e-9dbb-07b810cb2cda HTTP/1.1" status: 200 len: 913 time: 0.1339478 Apr 12 13:13:52.390057 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42115d54-77df-4c98-9bd6-09cf31140c32 req-2fcdab45-99d9-43c5-9aa1-85ceac8bea4e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:52.399254 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-42115d54-77df-4c98-9bd6-09cf31140c32 req-2fcdab45-99d9-43c5-9aa1-85ceac8bea4e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0833800 Apr 12 13:13:52.408911 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5b16eaf5-1420-4f2b-8eb0-61aaee394258 req-84e0e58c-f7b1-4dfb-9c81-fc65af23b1e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bbe0fc8-2e75-4083-8bca-518ddeeaa344 HTTP/1.1" status: 200 len: 217 time: 0.0483503 Apr 12 13:13:52.454959 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-42115d54-77df-4c98-9bd6-09cf31140c32 req-1461abe2-1db9-41ad-8882-3f7905994ab3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538912 Apr 12 13:13:52.470169 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16eaf5-1420-4f2b-8eb0-61aaee394258 req-9ff3cfc4-52b0-4894-888b-40aea3cf5bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:52.472068 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5b16eaf5-1420-4f2b-8eb0-61aaee394258 req-9ff3cfc4-52b0-4894-888b-40aea3cf5bbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=165c02a4-834c-482d-9368-e393365aadef HTTP/1.1" status: 200 len: 853 time: 0.0526087 Apr 12 13:13:52.510368 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5b16eaf5-1420-4f2b-8eb0-61aaee394258 req-152a159b-2218-4108-b419-a25273ac867c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=071fbc28-aefb-478e-9dbb-07b810cb2cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311682 Apr 12 13:13:52.593958 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53982) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:52.620637 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5b16eaf5-1420-4f2b-8eb0-61aaee394258 req-fec01844-29a0-4093-a3cc-1814ca8120b2 service neutron] 10.222.0.26 "GET /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920413 Apr 12 13:13:52.711635 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d90ab86e-059a-4e11-83fa-938f84849f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:52.720325 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5b16eaf5-1420-4f2b-8eb0-61aaee394258 req-d9f43d40-9777-4489-a2e4-918926e289b6 service neutron] 10.222.0.26 "GET /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931787 Apr 12 13:13:52.791806 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d90ab86e-059a-4e11-83fa-938f84849f4e admin admin] Publish callbacks [] for security_group (2cf3c8b1-356f-4a21-80f1-1c4715042cce), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:52.795808 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d90ab86e-059a-4e11-83fa-938f84849f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (2cf3c8b1-356f-4a21-80f1-1c4715042cce), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:52.834036 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ab86e-059a-4e11-83fa-938f84849f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf3c8b1-356f-4a21-80f1-1c4715042cce,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:52.841350 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d90ab86e-059a-4e11-83fa-938f84849f4e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c4fea2127c14860b1b6598268cb981c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462332 Apr 12 13:13:52.843890 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 53990) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:52.931418 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77271ac7-af9a-4c1d-b3f0-f28aa83af0c7 admin admin] Publish callbacks [] for security_group (2cf3c8b1-356f-4a21-80f1-1c4715042cce), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:52.955171 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6624-f857-4be3-851b-a2d1bdb977f6 req-9ffdfaa3-6122-4820-bfae-033fc8b7d2a9 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:52.956665 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-abdb6624-f857-4be3-851b-a2d1bdb977f6 req-9ffdfaa3-6122-4820-bfae-033fc8b7d2a9 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 944 time: 0.0777364 Apr 12 13:13:52.969620 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77271ac7-af9a-4c1d-b3f0-f28aa83af0c7 admin admin] Publish callbacks [] for security_group (2cf3c8b1-356f-4a21-80f1-1c4715042cce), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:53.036153 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-abdb6624-f857-4be3-851b-a2d1bdb977f6 req-4391ce63-da9d-4011-88c4-c3e25110bc33 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718806 Apr 12 13:13:53.097329 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d39c93-7f69-4d9c-81b9-40b17990d1c9 req-b92aef3b-8711-4270-8d13-3bd1300bf7b8 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:53.098760 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e7d39c93-7f69-4d9c-81b9-40b17990d1c9 req-b92aef3b-8711-4270-8d13-3bd1300bf7b8 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 945 time: 0.0597179 Apr 12 13:13:53.099517 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77271ac7-af9a-4c1d-b3f0-f28aa83af0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (2cf3c8b1-356f-4a21-80f1-1c4715042cce), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:53.102054 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-77271ac7-af9a-4c1d-b3f0-f28aa83af0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:53.103676 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-77271ac7-af9a-4c1d-b3f0-f28aa83af0c7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2cf3c8b1-356f-4a21-80f1-1c4715042cce HTTP/1.1" status: 204 len: 168 time: 0.2582963 Apr 12 13:13:53.117744 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77271ac7-af9a-4c1d-b3f0-f28aa83af0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf3c8b1-356f-4a21-80f1-1c4715042cce,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:53.160119 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e7d39c93-7f69-4d9c-81b9-40b17990d1c9 req-cf093852-3c44-4ed0-a296-35a4ec195ed1 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537226 Apr 12 13:13:53.583293 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7895d-eb97-45af-aa29-5627322cdb22 req-d6cf0ac9-94ef-4d2d-94d6-1f114277c6e8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:53.584811 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dfb7895d-eb97-45af-aa29-5627322cdb22 req-d6cf0ac9-94ef-4d2d-94d6-1f114277c6e8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0545189 Apr 12 13:13:53.638493 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dfb7895d-eb97-45af-aa29-5627322cdb22 req-a2fccc87-2a94-4133-b7ef-8ae450188586 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472701 Apr 12 13:13:53.746029 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 76aca7ef-8f79-411e-95a5-5cffbfcbc1de up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:13:53.793779 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:13:53.804181 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:13:53.804700 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:53.894814 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:13:53.895804 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:53.924086 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aca7ef-8f79-411e-95a5-5cffbfcbc1de'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:13:53.926421 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2726d49-9651-40ce-be14-aa9e7df910c2" -d '{"events": [{"server_uuid": "7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd", "name": "network-vif-plugged", "status": "completed", "tag": "76aca7ef-8f79-411e-95a5-5cffbfcbc1de"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:13:53.940399 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,segment=NetworkSegment(90584503-bb64-4066-8f6e-991222a42e26),segment_id=90584503-bb64-4066-8f6e-991222a42e26)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:13:53.947287 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:53.974912 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa98f86-33c1-4651-a9e4-15f61501d169 x-openstack-request-id: req-2aa98f86-33c1-4651-a9e4-15f61501d169 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:13:53.975231 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd", "name": "network-vif-plugged", "status": "completed", "tag": "76aca7ef-8f79-411e-95a5-5cffbfcbc1de", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:13:53.975492 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2aa98f86-33c1-4651-a9e4-15f61501d169 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:13:53.975888 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa98f86-33c1-4651-a9e4-15f61501d169'] response: {'server_uuid': '7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76aca7ef-8f79-411e-95a5-5cffbfcbc1de', 'code': 200} Apr 12 13:13:54.009622 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:54.059215 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7d52e-c2f9-4536-a7d8-df194192dac8 req-5db16d27-82ff-44f0-b4b8-c1e9c4af03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:54.062035 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c5b7d52e-c2f9-4536-a7d8-df194192dac8 req-5db16d27-82ff-44f0-b4b8-c1e9c4af03d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 1129 time: 0.0659211 Apr 12 13:13:54.132797 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c5b7d52e-c2f9-4536-a7d8-df194192dac8 req-c9db5286-91b3-4fe3-933f-71805b62e423 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618992 Apr 12 13:13:54.187502 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5f2b2-a554-466b-924a-3b1b8a9064ec req-ce9275ff-6781-4fa7-ab3f-efc8edaf214c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:54.189239 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b3a5f2b2-a554-466b-924a-3b1b8a9064ec req-ce9275ff-6781-4fa7-ab3f-efc8edaf214c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 944 time: 0.0533795 Apr 12 13:13:54.272246 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b3a5f2b2-a554-466b-924a-3b1b8a9064ec req-75de9754-f277-4996-9001-3ee25f97520a tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752952 Apr 12 13:13:54.335119 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce82bb-6a04-4fcd-9857-bae893f91720 req-a35df692-3242-4b77-944f-4aec1597c682 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:54.337689 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b2ce82bb-6a04-4fcd-9857-bae893f91720 req-a35df692-3242-4b77-944f-4aec1597c682 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 946 time: 0.0983534 Apr 12 13:13:54.398997 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b2ce82bb-6a04-4fcd-9857-bae893f91720 req-1f02d15d-dafd-4c22-ab4a-d2be8675c3ae tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553856 Apr 12 13:13:54.428271 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21246909-eb40-47f1-909c-c5675879e5cb req-7c29933c-10f4-4c5e-a66a-1e043afe49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:54.428957 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-21246909-eb40-47f1-909c-c5675879e5cb req-7c29933c-10f4-4c5e-a66a-1e043afe49ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 1130 time: 0.0769789 Apr 12 13:13:54.478640 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-21246909-eb40-47f1-909c-c5675879e5cb req-349946b5-4536-4d2c-a300-35c8bc1b3c94 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Apr 12 13:13:54.755387 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8aaf6-a871-46af-8a18-a3e30d700704 req-7a43b581-4240-4e20-af22-3bd4fac6543d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:54.757101 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c8e8aaf6-a871-46af-8a18-a3e30d700704 req-7a43b581-4240-4e20-af22-3bd4fac6543d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0487711 Apr 12 13:13:54.814225 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c8e8aaf6-a871-46af-8a18-a3e30d700704 req-ea3bdeb6-8d78-4d59-a96a-82fee19649c2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513117 Apr 12 13:13:55.386623 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee342df3-ea57-47a4-8e61-0852fcc9ee21 req-6ea6adfd-d4e9-4576-b8b7-0b517eaf57fb tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:55.388098 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee342df3-ea57-47a4-8e61-0852fcc9ee21 req-6ea6adfd-d4e9-4576-b8b7-0b517eaf57fb tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 944 time: 0.0470314 Apr 12 13:13:55.442914 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee342df3-ea57-47a4-8e61-0852fcc9ee21 req-0b8a0928-7d14-4eff-8835-ddf7ae43369d tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483687 Apr 12 13:13:55.524397 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85896d64-6a5d-4110-8138-e3270ef54604 req-bf235830-70bd-4dc8-96a4-3ee7e48dc728 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:55.526370 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-85896d64-6a5d-4110-8138-e3270ef54604 req-bf235830-70bd-4dc8-96a4-3ee7e48dc728 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 946 time: 0.0507751 Apr 12 13:13:55.581376 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-85896d64-6a5d-4110-8138-e3270ef54604 req-d75d4638-e3db-4962-b267-abe7c8993918 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483122 Apr 12 13:13:55.753647 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:13:55.860932 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,segment=NetworkSegment(8d6f6b1a-2a34-46a9-95a6-b7f245997d21),segment_id=8d6f6b1a-2a34-46a9-95a6-b7f245997d21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:13:55.873675 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '6bbe0fc8-2e75-4083-8bca-518ddeeaa344', 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda', 'port_id': '6bbe0fc8-2e75-4083-8bca-518ddeeaa344', 'mac_address': 'fa:16:3e:58:c0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165c02a4-834c-482d-9368-e393365aadef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:13:55.911592 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:13:55.911979 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:55.925787 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:13:55.930589 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849c983-a085-40e9-a53a-95b65afa3bc1 req-4c0b3307-c5ca-4328-b877-76eccd8ae034 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:55.932113 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a849c983-a085-40e9-a53a-95b65afa3bc1 req-4c0b3307-c5ca-4328-b877-76eccd8ae034 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0473437 Apr 12 13:13:55.946103 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,segment=NetworkSegment(8d6f6b1a-2a34-46a9-95a6-b7f245997d21),segment_id=8d6f6b1a-2a34-46a9-95a6-b7f245997d21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:13:55.950088 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:55.980663 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a849c983-a085-40e9-a53a-95b65afa3bc1 req-f8bda116-4185-4122-9e8a-a21aa6581f51 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429306 Apr 12 13:13:56.001851 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:56.228804 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163fadd-7c5d-4b27-9628-f615883664bc req-53cc3044-c77e-433d-99be-dd7ce7482004 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:56.230361 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7163fadd-7c5d-4b27-9628-f615883664bc req-53cc3044-c77e-433d-99be-dd7ce7482004 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0559843 Apr 12 13:13:56.286455 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7163fadd-7c5d-4b27-9628-f615883664bc req-7809a051-66c9-494f-b8f9-76e414657c9f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440841 Apr 12 13:13:56.557535 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334927d-ffc4-4c6c-8a61-2d961f05f94f req-db019bc5-f23b-4df2-b1cb-0d76cc68dd57 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:56.559011 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5334927d-ffc4-4c6c-8a61-2d961f05f94f req-db019bc5-f23b-4df2-b1cb-0d76cc68dd57 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 945 time: 0.0476460 Apr 12 13:13:56.605690 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5334927d-ffc4-4c6c-8a61-2d961f05f94f req-6bd1289b-b788-467e-ac52-a17a7b86369a tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411718 Apr 12 13:13:56.697385 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f803f-dd6e-4354-8894-97665cad8435 req-29a42793-b332-4cff-a2fa-09930afc482f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:56.698863 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-833f803f-dd6e-4354-8894-97665cad8435 req-29a42793-b332-4cff-a2fa-09930afc482f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 946 time: 0.0473719 Apr 12 13:13:56.750341 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-833f803f-dd6e-4354-8894-97665cad8435 req-3fe71e0e-087d-4773-b6ed-5f272e5a6abc tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457101 Apr 12 13:13:57.395504 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc600edb-804e-497f-ad08-7602536fbfcb req-2c3626d3-6b17-4bd6-8f6f-0ab13b8ee779 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:57.396955 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dc600edb-804e-497f-ad08-7602536fbfcb req-2c3626d3-6b17-4bd6-8f6f-0ab13b8ee779 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0459797 Apr 12 13:13:57.444952 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dc600edb-804e-497f-ad08-7602536fbfcb req-d85d5175-799b-4f6d-b690-f2be8c6ac60c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424008 Apr 12 13:13:57.714407 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d099c26-8e7c-4e9a-8e52-a938063d0f90 req-8ff80f9e-13c7-499a-b06c-6e2f66030ed6 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:57.715881 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0d099c26-8e7c-4e9a-8e52-a938063d0f90 req-8ff80f9e-13c7-499a-b06c-6e2f66030ed6 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 945 time: 0.0459373 Apr 12 13:13:57.763366 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0d099c26-8e7c-4e9a-8e52-a938063d0f90 req-f1d564e0-cab6-41e9-95a6-7f19a86c9191 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418556 Apr 12 13:13:57.864518 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b5984-d082-4901-b21a-691fc239e25e req-143cf53a-44e1-472e-8626-a4fa8e1e426d tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:57.866004 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-684b5984-d082-4901-b21a-691fc239e25e req-143cf53a-44e1-472e-8626-a4fa8e1e426d tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 946 time: 0.0492184 Apr 12 13:13:57.916591 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-684b5984-d082-4901-b21a-691fc239e25e req-161c5c76-f361-4e42-994f-5ea00111423d tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442064 Apr 12 13:13:58.559110 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e15f7-6d9a-44b1-a24a-fc360ca6a70b req-0e237903-c8e1-4d34-90fe-f6a962c3f5f0 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:58.560577 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b27e15f7-6d9a-44b1-a24a-fc360ca6a70b req-0e237903-c8e1-4d34-90fe-f6a962c3f5f0 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0484805 Apr 12 13:13:58.608317 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b27e15f7-6d9a-44b1-a24a-fc360ca6a70b req-751eac4d-e595-4e16-b3b9-7569b2b888c8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Apr 12 13:13:58.738397 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:58.874231 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['6bbe0fc8-2e75-4083-8bca-518ddeeaa344'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:13:58.920349 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a37ec6-325a-4c37-a97c-62bd203bc8a5 req-873b26e0-2303-4529-82b9-95f086a296bf tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:58.922890 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46a37ec6-325a-4c37-a97c-62bd203bc8a5 req-873b26e0-2303-4529-82b9-95f086a296bf tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 945 time: 0.0880296 Apr 12 13:13:59.007775 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46a37ec6-325a-4c37-a97c-62bd203bc8a5 req-4f45864a-039e-4462-9aa2-38f2cc89ccbe tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760903 Apr 12 13:13:59.068881 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de15de-3f66-409c-abdd-9be02fe47ede req-1ab32cd6-94e9-4c9b-a781-42a1a7ddd785 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:59.073666 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-01de15de-3f66-409c-abdd-9be02fe47ede req-1ab32cd6-94e9-4c9b-a781-42a1a7ddd785 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 946 time: 0.0574036 Apr 12 13:13:59.135820 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-01de15de-3f66-409c-abdd-9be02fe47ede req-1a41ce0f-5a40-4dd2-bb53-05e0016d7f55 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576031 Apr 12 13:13:59.290980 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 54126) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:59.359062 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372ec7-5878-4f64-b641-8c0409586976 req-23400bdc-55eb-4cc5-a3f4-b1e07d7f70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:59.360755 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-47372ec7-5878-4f64-b641-8c0409586976 req-23400bdc-55eb-4cc5-a3f4-b1e07d7f70b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 1129 time: 0.0454214 Apr 12 13:13:59.439975 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884ba187-a0a4-401f-8d89-495aa4e4ac19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:59.538079 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372ec7-5878-4f64-b641-8c0409586976 req-1ca48b6c-539e-44bf-b033-b4d2fe8e5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:59.540127 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-47372ec7-5878-4f64-b641-8c0409586976 req-1ca48b6c-539e-44bf-b033-b4d2fe8e5bd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.1485555 Apr 12 13:13:59.564735 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884ba187-a0a4-401f-8d89-495aa4e4ac19 admin admin] Publish callbacks [] for security_group (dbc5dfd0-b02f-4a85-8233-9ca09e28a524), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:59.568937 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-884ba187-a0a4-401f-8d89-495aa4e4ac19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dbc5dfd0-b02f-4a85-8233-9ca09e28a524), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:59.588740 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-47372ec7-5878-4f64-b641-8c0409586976 req-94f450d4-2048-47b6-a779-c061acf2e869 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a HTTP/1.1" status: 200 len: 217 time: 0.0356171 Apr 12 13:13:59.614034 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-884ba187-a0a4-401f-8d89-495aa4e4ac19 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d415aa9be45453e909762fb6abfbdbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221118 Apr 12 13:13:59.614908 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ba187-a0a4-401f-8d89-495aa4e4ac19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5dfd0-b02f-4a85-8233-9ca09e28a524,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:13:59.619130 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 54138) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:13:59.652577 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372ec7-5878-4f64-b641-8c0409586976 req-c01d55c0-27c0-4cbc-91aa-6583f39615aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:59.654361 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-47372ec7-5878-4f64-b641-8c0409586976 req-c01d55c0-27c0-4cbc-91aa-6583f39615aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0591173 Apr 12 13:13:59.679561 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304a54b8-9988-41b8-a4fd-8d8ec4aacfc6 admin admin] Publish callbacks [] for security_group (dbc5dfd0-b02f-4a85-8233-9ca09e28a524), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:59.715315 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372ec7-5878-4f64-b641-8c0409586976 req-7f955bfa-f865-4b1d-96ba-841fc8da455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:59.716536 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-47372ec7-5878-4f64-b641-8c0409586976 req-7f955bfa-f865-4b1d-96ba-841fc8da455e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535748 Apr 12 13:13:59.734381 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304a54b8-9988-41b8-a4fd-8d8ec4aacfc6 admin admin] Publish callbacks [] for security_group (dbc5dfd0-b02f-4a85-8233-9ca09e28a524), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:59.748307 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293072d-33a8-43f6-b6ae-8828ddca4810 req-12a0f4f4-c7dc-4d6d-bde9-bba6b555398a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:13:59.750756 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3293072d-33a8-43f6-b6ae-8828ddca4810 req-12a0f4f4-c7dc-4d6d-bde9-bba6b555398a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0682759 Apr 12 13:13:59.827472 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3293072d-33a8-43f6-b6ae-8828ddca4810 req-b85793b7-ed48-4fa8-a228-5958c7ff4ea7 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674381 Apr 12 13:13:59.845734 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304a54b8-9988-41b8-a4fd-8d8ec4aacfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dbc5dfd0-b02f-4a85-8233-9ca09e28a524), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:59.848963 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-304a54b8-9988-41b8-a4fd-8d8ec4aacfc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:13:59.849227 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-47372ec7-5878-4f64-b641-8c0409586976 req-55ac42a1-be52-4ce9-b750-21186b73156e service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238198 Apr 12 13:13:59.850216 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-304a54b8-9988-41b8-a4fd-8d8ec4aacfc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbc5dfd0-b02f-4a85-8233-9ca09e28a524 HTTP/1.1" status: 204 len: 168 time: 0.2301586 Apr 12 13:13:59.870416 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a54b8-9988-41b8-a4fd-8d8ec4aacfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5dfd0-b02f-4a85-8233-9ca09e28a524,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:00.106686 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f8602-a129-4b6c-a58a-c0f42afbbdb7 req-7f8b6802-78cf-4ea4-aeb6-76187b242449 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:00.108192 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c64f8602-a129-4b6c-a58a-c0f42afbbdb7 req-7f8b6802-78cf-4ea4-aeb6-76187b242449 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 946 time: 0.0660832 Apr 12 13:14:00.192660 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a7f91-a3e0-4970-a16e-0426a117ae46 req-39c58623-126d-4a9e-9f6e-f335a1928b07 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:00.194322 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-363a7f91-a3e0-4970-a16e-0426a117ae46 req-39c58623-126d-4a9e-9f6e-f335a1928b07 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 945 time: 0.0852094 Apr 12 13:14:00.203271 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c64f8602-a129-4b6c-a58a-c0f42afbbdb7 req-48b51148-1309-4ce6-8300-ed44782aa5a7 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855522 Apr 12 13:14:00.248280 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-47372ec7-5878-4f64-b641-8c0409586976 req-e9e428f0-efff-4a6e-9ee4-8a8f605bdda5 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924916 Apr 12 13:14:00.254467 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-363a7f91-a3e0-4970-a16e-0426a117ae46 req-0df62048-0549-498a-b2ed-8ad6a3ee80b0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502675 Apr 12 13:14:00.730597 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:14:00.776095 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:14:00.782007 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:14:00.782404 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:00.865482 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:14:00.865859 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:00.894418 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da721c9-d461-4431-9300-3d2f3a16c99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbe0fc8-2e75-4083-8bca-518ddeeaa344'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:14:00.896643 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309d7c2e-f90d-4c1a-8e4b-f4b6cd023fa3" -d '{"events": [{"server_uuid": "6da721c9-d461-4431-9300-3d2f3a16c99f", "name": "network-vif-plugged", "status": "completed", "tag": "6bbe0fc8-2e75-4083-8bca-518ddeeaa344"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:14:00.911668 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,segment=NetworkSegment(8d6f6b1a-2a34-46a9-95a6-b7f245997d21),segment_id=8d6f6b1a-2a34-46a9-95a6-b7f245997d21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:00.917427 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:00.965104 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f87dff-0609-459c-935b-79677fed3f23 req-28b12bc5-781c-4d79-88b1-926ca5d2dde4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:00.966658 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-76f87dff-0609-459c-935b-79677fed3f23 req-28b12bc5-781c-4d79-88b1-926ca5d2dde4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0520797 Apr 12 13:14:00.985320 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:01.017142 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-76f87dff-0609-459c-935b-79677fed3f23 req-1b10dda0-799c-4c3e-84d6-703b9a0ed73b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Apr 12 13:14:01.073897 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b1d199-8a64-4f47-82cb-c86e03f2e9e9 x-openstack-request-id: req-44b1d199-8a64-4f47-82cb-c86e03f2e9e9 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:14:01.074690 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da721c9-d461-4431-9300-3d2f3a16c99f", "name": "network-vif-plugged", "status": "completed", "tag": "6bbe0fc8-2e75-4083-8bca-518ddeeaa344", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:14:01.075064 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44b1d199-8a64-4f47-82cb-c86e03f2e9e9 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:14:01.079196 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b1d199-8a64-4f47-82cb-c86e03f2e9e9'] response: {'server_uuid': '6da721c9-d461-4431-9300-3d2f3a16c99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbe0fc8-2e75-4083-8bca-518ddeeaa344', 'code': 200} Apr 12 13:14:01.335569 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5d886-afe9-4702-950e-9160d2c034ec req-d036d390-fc53-400d-8ffc-7eb4586fb319 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:01.338356 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6bf5d886-afe9-4702-950e-9160d2c034ec req-d036d390-fc53-400d-8ffc-7eb4586fb319 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 946 time: 0.0595691 Apr 12 13:14:01.385482 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6bf5d886-afe9-4702-950e-9160d2c034ec req-7dd2e145-51cc-41d5-a741-5ad3a85ce3b8 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414052 Apr 12 13:14:01.491891 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0d82e-8ab7-483b-8ac4-5be303bdc866 req-318c182f-7c8c-4bac-b669-1d16adabce74 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:01.493586 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11f0d82e-8ab7-483b-8ac4-5be303bdc866 req-318c182f-7c8c-4bac-b669-1d16adabce74 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 946 time: 0.0517225 Apr 12 13:14:01.555498 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11f0d82e-8ab7-483b-8ac4-5be303bdc866 req-271689f9-d4d9-4957-80d5-f9e9d691ebbb tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560198 Apr 12 13:14:01.557335 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a580-60a3-487c-b209-eda2844cb71a req-c83152a0-807b-49eb-b642-643ef76a7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:01.558887 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4894a580-60a3-487c-b209-eda2844cb71a req-c83152a0-807b-49eb-b642-643ef76a7151 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 1129 time: 0.0527484 Apr 12 13:14:01.804613 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a580-60a3-487c-b209-eda2844cb71a req-5f684816-39c9-47c1-a799-b46d1f9c31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:01.806144 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4894a580-60a3-487c-b209-eda2844cb71a req-5f684816-39c9-47c1-a799-b46d1f9c31df service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.0893233 Apr 12 13:14:02.132838 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b0946-75e8-44b4-a264-57f4a3e26bf5 req-78ad4bc7-00eb-4a80-960b-68ebe2ebd60a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:02.135046 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb8b0946-75e8-44b4-a264-57f4a3e26bf5 req-78ad4bc7-00eb-4a80-960b-68ebe2ebd60a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0501788 Apr 12 13:14:02.185975 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb8b0946-75e8-44b4-a264-57f4a3e26bf5 req-e75d7002-6398-4ed6-8068-e4a5cdd3b19e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450544 Apr 12 13:14:02.502870 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 54236) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:02.530015 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b15e78-fd53-42bd-9041-5fa9319dff2c req-e6e1c8dd-7346-413d-8031-376765773a69 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:02.531586 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b6b15e78-fd53-42bd-9041-5fa9319dff2c req-e6e1c8dd-7346-413d-8031-376765773a69 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 946 time: 0.0628979 Apr 12 13:14:02.581212 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b6b15e78-fd53-42bd-9041-5fa9319dff2c req-cd2699ed-d922-4b99-9daa-8175304fdbcf tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 Apr 12 13:14:02.618905 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a24b3e9-64f9-44dc-ad9b-9f25d78f8cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:02.692215 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6728-7e99-437e-bc57-322550b89637 req-6e858a69-fb96-47db-adbc-eaebb4d57a83 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:02.693708 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d1f6728-7e99-437e-bc57-322550b89637 req-6e858a69-fb96-47db-adbc-eaebb4d57a83 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 946 time: 0.0528998 Apr 12 13:14:02.698065 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a24b3e9-64f9-44dc-ad9b-9f25d78f8cf6 admin admin] Publish callbacks [] for security_group (5008eb62-8abb-475b-9db1-9dd6be801867), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:02.701916 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9a24b3e9-64f9-44dc-ad9b-9f25d78f8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5008eb62-8abb-475b-9db1-9dd6be801867), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:02.739466 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24b3e9-64f9-44dc-ad9b-9f25d78f8cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5008eb62-8abb-475b-9db1-9dd6be801867,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:02.742093 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d1f6728-7e99-437e-bc57-322550b89637 req-42a2072d-e11d-4974-9ecd-aed708d34e52 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422082 Apr 12 13:14:02.743874 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9a24b3e9-64f9-44dc-ad9b-9f25d78f8cf6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1d14a105daf4c81969da71ad65ce409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398131 Apr 12 13:14:02.746526 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 54242) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:02.803621 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5182df5f-16ca-4433-8e1f-7bf66f30c577 admin admin] Publish callbacks [] for security_group (5008eb62-8abb-475b-9db1-9dd6be801867), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:02.841141 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5182df5f-16ca-4433-8e1f-7bf66f30c577 admin admin] Publish callbacks [] for security_group (5008eb62-8abb-475b-9db1-9dd6be801867), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:02.876025 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-e7f9f660-6955-42ea-9d58-c244d208c3c0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:02.877985 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-e7f9f660-6955-42ea-9d58-c244d208c3c0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 946 time: 0.0554342 Apr 12 13:14:02.901917 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4894a580-60a3-487c-b209-eda2844cb71a req-f69412e0-5434-4c7c-8bf7-ab8ef4bb9e30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a HTTP/1.1" status: 200 len: 217 time: 0.0681860 Apr 12 13:14:02.953566 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0fc6a-8b04-44fd-8463-aac2820c4946 req-2a112984-9107-4f5d-8ec0-f8cc879a15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:02.955067 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e5b0fc6a-8b04-44fd-8463-aac2820c4946 req-2a112984-9107-4f5d-8ec0-f8cc879a15a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 1130 time: 0.1331480 Apr 12 13:14:03.002966 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a580-60a3-487c-b209-eda2844cb71a req-1b793f37-1887-4fd5-929b-c66a570534f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:03.004447 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4894a580-60a3-487c-b209-eda2844cb71a req-1b793f37-1887-4fd5-929b-c66a570534f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0899880 Apr 12 13:14:03.011144 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-acd604e3-2c69-4cf0-a5f9-19b69da7593f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Deleting port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:14:03.011436 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-acd604e3-2c69-4cf0-a5f9-19b69da7593f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:03.036373 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e5b0fc6a-8b04-44fd-8463-aac2820c4946 req-e8038b9e-4528-4c53-b1d6-9a83f4c62b1d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688951 Apr 12 13:14:03.053462 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5182df5f-16ca-4433-8e1f-7bf66f30c577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5008eb62-8abb-475b-9db1-9dd6be801867), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:03.056033 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5182df5f-16ca-4433-8e1f-7bf66f30c577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:03.057174 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5182df5f-16ca-4433-8e1f-7bf66f30c577 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5008eb62-8abb-475b-9db1-9dd6be801867 HTTP/1.1" status: 204 len: 168 time: 0.3097317 Apr 12 13:14:03.071492 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182df5f-16ca-4433-8e1f-7bf66f30c577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5008eb62-8abb-475b-9db1-9dd6be801867,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:03.077907 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a580-60a3-487c-b209-eda2844cb71a req-63a5d52c-05c4-4866-8344-1d1090fcc158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:03.079424 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4894a580-60a3-487c-b209-eda2844cb71a req-63a5d52c-05c4-4866-8344-1d1090fcc158 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603702 Apr 12 13:14:03.123531 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-acd604e3-2c69-4cf0-a5f9-19b69da7593f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] For port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,segment=NetworkSegment(90584503-bb64-4066-8f6e-991222a42e26),segment_id=90584503-bb64-4066-8f6e-991222a42e26)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:03.123903 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-acd604e3-2c69-4cf0-a5f9-19b69da7593f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:03.140366 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-acd604e3-2c69-4cf0-a5f9-19b69da7593f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Calling delete_port for 76aca7ef-8f79-411e-95a5-5cffbfcbc1de owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:14:03.355071 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290775cf-2ed5-415b-b694-11b7f7cd28cd req-46fd1258-a049-4dcc-90a8-9f44d0b2c0eb tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:03.357146 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-290775cf-2ed5-415b-b694-11b7f7cd28cd req-46fd1258-a049-4dcc-90a8-9f44d0b2c0eb tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0751257 Apr 12 13:14:03.358074 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-acd604e3-2c69-4cf0-a5f9-19b69da7593f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969'] for port (76aca7ef-8f79-411e-95a5-5cffbfcbc1de), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:03.395995 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd604e3-2c69-4cf0-a5f9-19b69da7593f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Pushing event deleted for resources: {'Port': ['ID=76aca7ef-8f79-411e-95a5-5cffbfcbc1de,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:03.470034 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4894a580-60a3-487c-b209-eda2844cb71a req-ecf53060-ee8f-4918-9b8e-c8e8ed6a9c44 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939560 Apr 12 13:14:03.474918 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-acd604e3-2c69-4cf0-a5f9-19b69da7593f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] No DVR routers for this DVR port 76aca7ef-8f79-411e-95a5-5cffbfcbc1de on host hv-cinder-83009 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:14:03.483359 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-acd604e3-2c69-4cf0-a5f9-19b69da7593f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:03.486594 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-621225d3-42b3-41c4-9471-2fdbed49a9fd req-acd604e3-2c69-4cf0-a5f9-19b69da7593f tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.26 "DELETE /v2.0/ports/76aca7ef-8f79-411e-95a5-5cffbfcbc1de HTTP/1.1" status: 204 len: 173 time: 0.6017368 Apr 12 13:14:03.487031 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd', 'name': 'network-vif-deleted', 'tag': '76aca7ef-8f79-411e-95a5-5cffbfcbc1de'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:14:03.489243 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5938f796-3326-45d5-ac5d-c9b6c8707147" -d '{"events": [{"server_uuid": "7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd", "name": "network-vif-deleted", "tag": "76aca7ef-8f79-411e-95a5-5cffbfcbc1de"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:14:03.498632 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-290775cf-2ed5-415b-b694-11b7f7cd28cd req-953d8200-a955-4684-a4b8-19b92047fdf9 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326530 Apr 12 13:14:03.528875 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf106ca5-faff-465f-bbe9-cfa7cdc9c590 x-openstack-request-id: req-bf106ca5-faff-465f-bbe9-cfa7cdc9c590 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:14:03.529203 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd", "name": "network-vif-deleted", "tag": "76aca7ef-8f79-411e-95a5-5cffbfcbc1de", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:14:03.529472 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf106ca5-faff-465f-bbe9-cfa7cdc9c590 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:14:03.529898 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf106ca5-faff-465f-bbe9-cfa7cdc9c590'] response: {'server_uuid': '7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd', 'name': 'network-vif-deleted', 'tag': '76aca7ef-8f79-411e-95a5-5cffbfcbc1de', 'status': 'completed', 'code': 200} Apr 12 13:14:03.679534 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ede7a3b2-dcb8-450a-80e6-2baf28f48f5d req-ba54d47f-f676-490a-8cb8-4bc2ba7d2661 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 210 time: 0.0275495 Apr 12 13:14:03.875560 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534a533-4fc6-4d52-b9ba-1bacbdb4eea8 req-b3fe6e50-452d-486b-97c5-3c96d572ace0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:03.877374 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c534a533-4fc6-4d52-b9ba-1bacbdb4eea8 req-b3fe6e50-452d-486b-97c5-3c96d572ace0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 946 time: 0.0634398 Apr 12 13:14:03.933310 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c534a533-4fc6-4d52-b9ba-1bacbdb4eea8 req-de0d6c89-302a-471f-acf8-cb23509f1ca6 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494690 Apr 12 13:14:04.305810 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4894a580-60a3-487c-b209-eda2844cb71a req-e1c40c2a-37ca-4c1d-8320-1418c49e30c2 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914764 Apr 12 13:14:04.614250 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c0c08-1296-4899-a45d-f9275b8c9cb7 req-5b4ae739-8a71-4ecc-a690-660c79008d27 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:04.615742 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1d5c0c08-1296-4899-a45d-f9275b8c9cb7 req-5b4ae739-8a71-4ecc-a690-660c79008d27 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0507782 Apr 12 13:14:04.665136 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1d5c0c08-1296-4899-a45d-f9275b8c9cb7 req-2e92c289-d4c9-427b-8d3b-d02690e58647 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429623 Apr 12 13:14:04.736404 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 76aca7ef-8f79-411e-95a5-5cffbfcbc1de no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:14:04.761015 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 76aca7ef-8f79-411e-95a5-5cffbfcbc1de {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:14:04.761619 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 76aca7ef-8f79-411e-95a5-5cffbfcbc1de not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:14:04.795283 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6f674966-6d62-4909-aa8c-0e10fef23cf7 req-92d68f53-aa0f-4581-8316-91952d3d8dfb tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7df9eb-2e78-4c09-b4b4-61c1d6205ddd HTTP/1.1" status: 200 len: 210 time: 0.0304358 Apr 12 13:14:04.814928 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8209eebb-abb2-4191-87de-9b1df741c6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:05.098289 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858f387-cb1e-46e8-803e-b941ba4a8c87 req-d667d8fc-8fe1-400a-ba5c-129185f84029 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:05.099790 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d858f387-cb1e-46e8-803e-b941ba4a8c87 req-d667d8fc-8fe1-400a-ba5c-129185f84029 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 946 time: 0.0579495 Apr 12 13:14:05.152391 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d858f387-cb1e-46e8-803e-b941ba4a8c87 req-e7894dd4-6b82-4b58-9480-cb810e6f12bb tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457428 Apr 12 13:14:06.325632 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 54390) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:06.334385 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253077218', 'description': 'tempest-description--7072710'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:14:06.371889 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.396420 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-e3f8e5b1-9fae-498e-9cb4-413ef965914e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:06.398008 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-e3f8e5b1-9fae-498e-9cb4-413ef965914e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/networks?id=1af92fb7-330e-4f59-9711-b5cec792635b HTTP/1.1" status: 200 len: 809 time: 0.3563366 Apr 12 13:14:06.424759 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-1d187790-9cd4-4481-9095-e838a82ac4f5 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/quotas/b9b9f7bd097244c690b507162f5908df HTTP/1.1" status: 200 len: 375 time: 0.0201538 Apr 12 13:14:06.471320 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c35cef88-afe3-41fb-8be3-a8dc0e63fb75 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9b9f7bd097244c690b507162f5908df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384834 Apr 12 13:14:06.517306 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group (995a75c2-0f1e-4a85-9672-d522d8d9169e), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.547194 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (995a75c2-0f1e-4a85-9672-d522d8d9169e), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.593608 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.594842 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2684565 Apr 12 13:14:06.599558 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 54398) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:06.603836 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995a75c2-0f1e-4a85-9672-d522d8d9169e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:06.607421 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Request body: {'security_group_rule': {'security_group_id': '995a75c2-0f1e-4a85-9672-d522d8d9169e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:14:06.620820 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.623839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.623839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.623839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.623839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.623839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.623839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.623839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.623839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.623839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.624639 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.624639 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.624639 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.625264 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.625264 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd79105-ee56-4976-b70c-d8c78ae98e81 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.632507 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-bba90972-29bb-457e-9b42-a189876d6bfb service neutron] 10.222.0.47 "GET /v2.0/networks/1af92fb7-330e-4f59-9711-b5cec792635b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533556 Apr 12 13:14:06.646448 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group_rule (a6e4ab2b-388d-473d-8c95-1d2f7a2f11dd), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.732246 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group_rule (a6e4ab2b-388d-473d-8c95-1d2f7a2f11dd), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.738190 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (a6e4ab2b-388d-473d-8c95-1d2f7a2f11dd), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.754120 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f959ecf0-d088-4747-a019-21f63e49a200 service neutron] 10.222.0.47 "GET /v2.0/networks/1af92fb7-330e-4f59-9711-b5cec792635b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139419 Apr 12 13:14:06.760650 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e4ab2b-388d-473d-8c95-1d2f7a2f11dd,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:06.773102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.773102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.773102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.773102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.773102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.773102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.773102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.773102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.773102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.774050 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.774050 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.774225 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.774388 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.774705 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.775016 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:06.780409 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.786048 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c0b089b9-7cf6-447a-89ff-46252fdf3029 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1850388 Apr 12 13:14:06.786973 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 54406) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:06.792520 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-52320552-a6ce-4ec3-b92b-cd8f398981ce tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Request body: {'security_group_rule': {'security_group_id': '995a75c2-0f1e-4a85-9672-d522d8d9169e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:14:06.822184 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52320552-a6ce-4ec3-b92b-cd8f398981ce tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group_rule (f439fa75-5998-484b-bcbb-1297878757f9), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.899891 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52320552-a6ce-4ec3-b92b-cd8f398981ce tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group_rule (f439fa75-5998-484b-bcbb-1297878757f9), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.905878 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52320552-a6ce-4ec3-b92b-cd8f398981ce tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (f439fa75-5998-484b-bcbb-1297878757f9), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.941951 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52320552-a6ce-4ec3-b92b-cd8f398981ce tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f439fa75-5998-484b-bcbb-1297878757f9,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:06.959106 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-52320552-a6ce-4ec3-b92b-cd8f398981ce tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.966917 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-52320552-a6ce-4ec3-b92b-cd8f398981ce tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743655 Apr 12 13:14:06.967196 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 54414) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:06.971917 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:14:06.995143 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:06.998284 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7d116cfe-6c01-4828-a7ee-5c55a93779f5 req-eba4fec4-947a-4326-a459-e1f9c52afb53 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 210 time: 0.0556130 Apr 12 13:14:07.058353 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21b65465-7e3d-4753-8781-66813e4c9523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:07.109668 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:07.249022 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Allocated IP 172.27.3.41 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/b2b2413e-39d8-4765-9d93-1b35226ccad6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:14:07.384058 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for port (b2b2413e-39d8-4765-9d93-1b35226ccad6), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:07.430999 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (b2b2413e-39d8-4765-9d93-1b35226ccad6), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:07.475722 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:14:07.478982 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:14:07.481977 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:14:07.530536 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event updated for resources: {'Port': ['ID=b2b2413e-39d8-4765-9d93-1b35226ccad6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:07.636434 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for floatingip (34042a04-31ef-443a-8c52-76d5a35c32fb), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:07.686225 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b2b2413e-39d8-4765-9d93-1b35226ccad6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:07.904835 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for port (b2b2413e-39d8-4765-9d93-1b35226ccad6), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:07.910281 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (b2b2413e-39d8-4765-9d93-1b35226ccad6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:07.983362 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event updated for resources: {'Port': ['ID=b2b2413e-39d8-4765-9d93-1b35226ccad6,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:07.999805 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (34042a04-31ef-443a-8c52-76d5a35c32fb), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:08.017852 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:08.019224 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-905a9b7f-f598-4048-85c1-7877eaadceb5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0511663 Apr 12 13:14:08.125423 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-361c739d-b578-46cf-93b7-0a23ad172e86 req-39061c9d-6ca8-4ce0-ac67-62d282fcaefc tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 210 time: 0.0328469 Apr 12 13:14:08.234320 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:14:08.256398 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-d692b507-e187-4f82-8d07-da54a2a8ba22 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:08.258020 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-d692b507-e187-4f82-8d07-da54a2a8ba22 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.26 "GET /v2.0/networks?id=1af92fb7-330e-4f59-9711-b5cec792635b HTTP/1.1" status: 200 len: 809 time: 0.1539476 Apr 12 13:14:08.277831 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-e428ba3d-6361-40cd-b509-314384b9b07e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--253077218&fields=id&tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d HTTP/1.1" status: 200 len: 267 time: 0.0485926 Apr 12 13:14:08.285922 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Request body: {'port': {'device_id': '002bc0cc-34bd-4723-baef-cd4011f88612', 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b', 'admin_state_up': True, 'tenant_id': 'b9b9f7bd097244c690b507162f5908df'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:14:08.394779 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-e87f6fbb-4dfb-4ff0-844b-9a2ad72d173c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:08.396331 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-e87f6fbb-4dfb-4ff0-844b-9a2ad72d173c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 818 time: 0.1118672 Apr 12 13:14:08.413358 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-617f053b-016b-4515-b40b-e6116e564aa0 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/quotas/bd7b3eeb96664fbbb983fb4bdd1b557d HTTP/1.1" status: 200 len: 375 time: 0.0107214 Apr 12 13:14:08.413709 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Made reservation on behalf of b9b9f7bd097244c690b507162f5908df for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:14:08.417754 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:08.478616 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-3ca183a4-4fca-4978-b5aa-bf02fb336a0a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0551512 Apr 12 13:14:08.558326 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Allocated IP 172.20.0.13 (1af92fb7-330e-4f59-9711-b5cec792635b/3a2d73f6-89f1-4394-a972-3b7033018abd/65496433-0343-43f0-b958-478aa9c0f9c4) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:14:08.573820 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-1d872aeb-f5e6-45f8-8461-ce993f6c4ac5 service neutron] 10.222.0.47 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892415 Apr 12 13:14:08.669069 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-a6315216-afc0-4f66-b0e2-68b0342360c7 service neutron] 10.222.0.47 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888479 Apr 12 13:14:08.707223 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:08.728107 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks [] for port (65496433-0343-43f0-b958-478aa9c0f9c4), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:08.769007 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:08.822401 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Network 1af92fb7-330e-4f59-9711-b5cec792635b is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:14:08.825729 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:14:08.828665 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:14:08.869835 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Pushing event updated for resources: {'Port': ['ID=65496433-0343-43f0-b958-478aa9c0f9c4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:08.892035 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6818dc01-422c-4a91-a6e2-439fcd231b07 req-97109933-23b3-4b7d-9ac3-861a697732f1 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 210 time: 0.0382133 Apr 12 13:14:08.900281 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:08.900899 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:08.917009 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-c17a5146-e093-4295-b493-0d04281c439e tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6357718 Apr 12 13:14:08.934246 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Request body: {'port': {'device_id': '002bc0cc-34bd-4723-baef-cd4011f88612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:14:09.001007 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:09.266505 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437f9ca-f626-4cb5-b38b-d3c8fbaa67d4 req-99f607de-2910-46b2-b107-b1d31a0bccb1 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:09.268717 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f437f9ca-f626-4cb5-b38b-d3c8fbaa67d4 req-99f607de-2910-46b2-b107-b1d31a0bccb1 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 932 time: 0.0610857 Apr 12 13:14:09.333546 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f437f9ca-f626-4cb5-b38b-d3c8fbaa67d4 req-f1e9b9b7-c125-42e8-845c-7aefb3854ce2 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530341 Apr 12 13:14:09.355993 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65496433-0343-43f0-b958-478aa9c0f9c4 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:14:09.364060 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Publish callbacks [] for port (65496433-0343-43f0-b958-478aa9c0f9c4), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:09.376729 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Transition to ACTIVE for port object 65496433-0343-43f0-b958-478aa9c0f9c4 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:14:09.380458 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:09.435943 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Pushing event updated for resources: {'Port': ['ID=65496433-0343-43f0-b958-478aa9c0f9c4,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:09.511309 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Attempting to bind port 65496433-0343-43f0-b958-478aa9c0f9c4 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:14:09.511696 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Attempting to bind port 65496433-0343-43f0-b958-478aa9c0f9c4 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '90584503-bb64-4066-8f6e-991222a42e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:14:09.512020 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Attempting to bind port 65496433-0343-43f0-b958-478aa9c0f9c4 on network 1af92fb7-330e-4f59-9711-b5cec792635b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:14:09.516733 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Port 65496433-0343-43f0-b958-478aa9c0f9c4 on network 1af92fb7-330e-4f59-9711-b5cec792635b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:14:09.517045 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Attempting to bind port 65496433-0343-43f0-b958-478aa9c0f9c4 on network 1af92fb7-330e-4f59-9711-b5cec792635b {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:14:09.522040 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:14:09.522363 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Checking segment: {'id': '90584503-bb64-4066-8f6e-991222a42e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:14:09.522731 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Bound using segment: {'id': '90584503-bb64-4066-8f6e-991222a42e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:14:09.523139 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Bound port: 65496433-0343-43f0-b958-478aa9c0f9c4, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90584503-bb64-4066-8f6e-991222a42e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:14:09.523538 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:09.592036 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] For port 65496433-0343-43f0-b958-478aa9c0f9c4, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:14:09.595331 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] For port 65496433-0343-43f0-b958-478aa9c0f9c4, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65496433-0343-43f0-b958-478aa9c0f9c4,segment=NetworkSegment(90584503-bb64-4066-8f6e-991222a42e26),segment_id=90584503-bb64-4066-8f6e-991222a42e26)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:14:09.602017 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:09.640271 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:09.641383 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:09.643759 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] 10.222.0.26 "PUT /v2.0/ports/65496433-0343-43f0-b958-478aa9c0f9c4 HTTP/1.1" status: 200 len: 1094 time: 0.7140393 Apr 12 13:14:09.644600 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002bc0cc-34bd-4723-baef-cd4011f88612', 'tag': '65496433-0343-43f0-b958-478aa9c0f9c4'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:14:09.646740 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1563110f-92c0-4d56-9636-e6abd05c264e" -d '{"events": [{"name": "network-changed", "server_uuid": "002bc0cc-34bd-4723-baef-cd4011f88612", "tag": "65496433-0343-43f0-b958-478aa9c0f9c4"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:14:09.672515 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1574e-b999-4d83-a196-cb19ebe24fdb service neutron] Pushing event updated for resources: {'Port': ['ID=65496433-0343-43f0-b958-478aa9c0f9c4,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:09.688961 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa70be2-777e-4ec3-aba4-b2def55740df x-openstack-request-id: req-8aa70be2-777e-4ec3-aba4-b2def55740df {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:14:09.689298 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002bc0cc-34bd-4723-baef-cd4011f88612", "tag": "65496433-0343-43f0-b958-478aa9c0f9c4", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:14:09.689582 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8aa70be2-777e-4ec3-aba4-b2def55740df {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:14:09.690594 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa70be2-777e-4ec3-aba4-b2def55740df'] response: {'name': 'network-changed', 'server_uuid': '002bc0cc-34bd-4723-baef-cd4011f88612', 'tag': '65496433-0343-43f0-b958-478aa9c0f9c4', 'status': 'completed', 'code': 200} Apr 12 13:14:09.894238 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563110f-92c0-4d56-9636-e6abd05c264e req-248080e1-1ac7-47e9-bf3e-c1b9406c2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:09.895918 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1563110f-92c0-4d56-9636-e6abd05c264e req-248080e1-1ac7-47e9-bf3e-c1b9406c2425 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9b9f7bd097244c690b507162f5908df&device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 1128 time: 0.0879364 Apr 12 13:14:09.994726 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-47656d8c-236b-4cce-ad75-9fbdb32b7007 req-26450304-f204-4e73-96a1-02df677653b5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 210 time: 0.0347006 Apr 12 13:14:10.337167 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563110f-92c0-4d56-9636-e6abd05c264e req-fc051b1e-e703-4e31-928c-2d0447766785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:10.338925 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1563110f-92c0-4d56-9636-e6abd05c264e req-fc051b1e-e703-4e31-928c-2d0447766785 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b9b9f7bd097244c690b507162f5908df&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1328597 Apr 12 13:14:10.458636 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96d3f1-5db0-4301-ab0b-2075c518d573 req-98f4c12c-8505-4c4b-a232-1c3f44270ab0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:10.460122 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb96d3f1-5db0-4301-ab0b-2075c518d573 req-98f4c12c-8505-4c4b-a232-1c3f44270ab0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 944 time: 0.0498726 Apr 12 13:14:10.512607 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb96d3f1-5db0-4301-ab0b-2075c518d573 req-a165ca3a-40e4-445e-8635-317dc725fd3d tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Apr 12 13:14:10.584717 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:10.692141 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563110f-92c0-4d56-9636-e6abd05c264e req-e5afb598-5d29-4a25-ace8-372b8a832663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:10.694488 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1563110f-92c0-4d56-9636-e6abd05c264e req-e5afb598-5d29-4a25-ace8-372b8a832663 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1410277 Apr 12 13:14:10.791392 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-25274ad7-65f8-46b1-8674-3f183b07c9f2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:10.792751 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-25274ad7-65f8-46b1-8674-3f183b07c9f2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 818 time: 0.1378155 Apr 12 13:14:10.817728 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-3ef555ae-d9c4-4197-92a1-59ac78211bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:10.821444 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-3ef555ae-d9c4-4197-92a1-59ac78211bf0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9b9f7bd097244c690b507162f5908df&device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 1128 time: 0.0564349 Apr 12 13:14:10.874949 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-4f57f8a9-e4f2-4592-bcff-98dbbb803e3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65496433-0343-43f0-b958-478aa9c0f9c4 HTTP/1.1" status: 200 len: 217 time: 0.0445764 Apr 12 13:14:10.892578 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-080a56f3-07f5-49e1-b6cb-2583f45b21af tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d HTTP/1.1" status: 200 len: 379 time: 0.0759864 Apr 12 13:14:10.911047 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Request body: {'port': {'device_id': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'admin_state_up': True, 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'security_groups': ['995a75c2-0f1e-4a85-9672-d522d8d9169e']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:14:10.971616 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-6ea6b5e0-1f6e-4f97-bdb0-6875aed833cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:10.973257 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-6ea6b5e0-1f6e-4f97-bdb0-6875aed833cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a2d73f6-89f1-4394-a972-3b7033018abd HTTP/1.1" status: 200 len: 849 time: 0.0850227 Apr 12 13:14:11.026079 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-9cb5c478-22c6-4376-adc6-0e894b54fba8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1af92fb7-330e-4f59-9711-b5cec792635b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340967 Apr 12 13:14:11.116023 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9112d42b-fc5d-45c7-b4f8-3fae427eff1e req-24a79aca-a927-4bb1-94dc-5aea13d38305 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 210 time: 0.0373533 Apr 12 13:14:11.117407 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Made reservation on behalf of bd7b3eeb96664fbbb983fb4bdd1b557d for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:14:11.120782 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:11.175959 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-438780d2-58f8-44ba-beb9-319c220efb65 service neutron] 10.222.0.26 "GET /v2.0/networks/1af92fb7-330e-4f59-9711-b5cec792635b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209872 Apr 12 13:14:11.284417 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5df5cba4-d7a4-403e-af56-38a7e328393d req-52c492a8-a938-49ae-bbd1-e89a513aa2fc service neutron] 10.222.0.26 "GET /v2.0/networks/1af92fb7-330e-4f59-9711-b5cec792635b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010938 Apr 12 13:14:11.284673 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Allocated IP 172.20.0.8 (4633092b-bba4-4f90-b57d-45ae14e87d1a/61c78fbe-9723-4d68-b18e-50470248f98f/de665fec-4c6c-4129-81b8-66a4d972a84a) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:14:11.480711 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:11.531312 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:11.591188 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:14:11.594751 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:14:11.599096 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:14:11.605318 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:11.606048 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:11.628630 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event updated for resources: {'Port': ['ID=de665fec-4c6c-4129-81b8-66a4d972a84a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:11.675932 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:11.691719 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-d47434d5-1298-442e-b69a-50110692ef73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7880080 Apr 12 13:14:11.728795 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397e28f-88f8-4c7a-88a2-b38f7accd781 req-c0f523fb-ed9e-4f56-8fcb-d068eb53f34d tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:11.741105 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f397e28f-88f8-4c7a-88a2-b38f7accd781 req-c0f523fb-ed9e-4f56-8fcb-d068eb53f34d tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 944 time: 0.1134222 Apr 12 13:14:11.841330 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f397e28f-88f8-4c7a-88a2-b38f7accd781 req-9359395d-a16d-4e66-8602-2372d8ce805a tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989709 Apr 12 13:14:11.858561 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 54542) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:11.872620 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf2bc7-701a-4fc5-a339-3d259762931e req-00bbc19c-e99b-49cf-af79-f9934e0a707d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:11.874330 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-36bf2bc7-701a-4fc5-a339-3d259762931e req-00bbc19c-e99b-49cf-af79-f9934e0a707d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0875862 Apr 12 13:14:11.936790 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-45132928-b6cc-4ceb-98c8-523f3d60870e None None] Provisioning complete for port de665fec-4c6c-4129-81b8-66a4d972a84a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:14:11.937160 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45132928-b6cc-4ceb-98c8-523f3d60870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:11.940840 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-36bf2bc7-701a-4fc5-a339-3d259762931e req-e4a0a1a8-7014-418b-9785-87db8d54b6f3 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511053 Apr 12 13:14:11.994501 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-45132928-b6cc-4ceb-98c8-523f3d60870e None None] Port de665fec-4c6c-4129-81b8-66a4d972a84a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:14:12.032061 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-460de959-8c62-4a11-879c-b610d8347012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:12.127620 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-460de959-8c62-4a11-879c-b610d8347012 admin admin] Publish callbacks [] for security_group (3f956db1-0243-46ef-8ad1-db37b6cba6c5), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:12.133375 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-460de959-8c62-4a11-879c-b610d8347012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (3f956db1-0243-46ef-8ad1-db37b6cba6c5), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:12.204663 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460de959-8c62-4a11-879c-b610d8347012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f956db1-0243-46ef-8ad1-db37b6cba6c5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:12.216823 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-460de959-8c62-4a11-879c-b610d8347012 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0ff68d29f2f4225a76109b169ccf138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549054 Apr 12 13:14:12.219174 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 54552) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:12.289746 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eac54075-6f73-4dba-8302-9359b4526b0c admin admin] Publish callbacks [] for security_group (3f956db1-0243-46ef-8ad1-db37b6cba6c5), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:12.316705 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239a4b6-9645-4e27-ae6e-f81afc89d2f6 req-34c44290-e030-4b82-9977-eecc4b63b816 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:12.319006 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4239a4b6-9645-4e27-ae6e-f81afc89d2f6 req-34c44290-e030-4b82-9977-eecc4b63b816 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 931 time: 0.0746186 Apr 12 13:14:12.328645 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eac54075-6f73-4dba-8302-9359b4526b0c admin admin] Publish callbacks [] for security_group (3f956db1-0243-46ef-8ad1-db37b6cba6c5), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:12.354196 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Request body: {'port': {'device_id': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:14:12.402560 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eac54075-6f73-4dba-8302-9359b4526b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (3f956db1-0243-46ef-8ad1-db37b6cba6c5), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:12.405624 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-eac54075-6f73-4dba-8302-9359b4526b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:12.422200 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-eac54075-6f73-4dba-8302-9359b4526b0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f956db1-0243-46ef-8ad1-db37b6cba6c5 HTTP/1.1" status: 204 len: 168 time: 0.1941600 Apr 12 13:14:12.434498 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac54075-6f73-4dba-8302-9359b4526b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f956db1-0243-46ef-8ad1-db37b6cba6c5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:12.470039 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4239a4b6-9645-4e27-ae6e-f81afc89d2f6 req-f65e010d-e635-4b91-85f6-ea20c014b577 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404991 Apr 12 13:14:12.484056 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:12.889037 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de665fec-4c6c-4129-81b8-66a4d972a84a {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:14:12.901989 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Publish callbacks [] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:12.927574 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Transition to ACTIVE for port object de665fec-4c6c-4129-81b8-66a4d972a84a will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:14:12.933473 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:13.053871 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Pushing event updated for resources: {'Port': ['ID=de665fec-4c6c-4129-81b8-66a4d972a84a,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:13.113214 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2e237-04ad-4c5d-8705-42b44e8a8a47 req-3f1f6a77-5820-46ee-b036-c971bbd68923 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:13.123321 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90b2e237-04ad-4c5d-8705-42b44e8a8a47 req-3f1f6a77-5820-46ee-b036-c971bbd68923 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 944 time: 0.1721275 Apr 12 13:14:13.185289 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aedd3a-e4d2-40fc-aef3-f2d123c4845f req-17c27e66-ba25-4a2b-9f6b-09be38e3fa81 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:13.186881 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-42aedd3a-e4d2-40fc-aef3-f2d123c4845f req-17c27e66-ba25-4a2b-9f6b-09be38e3fa81 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.1695974 Apr 12 13:14:13.219164 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Attempting to bind port de665fec-4c6c-4129-81b8-66a4d972a84a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:14:13.219743 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Attempting to bind port de665fec-4c6c-4129-81b8-66a4d972a84a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:14:13.220063 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Attempting to bind port de665fec-4c6c-4129-81b8-66a4d972a84a on network 4633092b-bba4-4f90-b57d-45ae14e87d1a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:14:13.239868 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Port de665fec-4c6c-4129-81b8-66a4d972a84a on network 4633092b-bba4-4f90-b57d-45ae14e87d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:14:13.240373 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Attempting to bind port de665fec-4c6c-4129-81b8-66a4d972a84a on network 4633092b-bba4-4f90-b57d-45ae14e87d1a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:14:13.260603 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:14:13.260973 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Checking segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:14:13.261378 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Bound using segment: {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:14:13.261804 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Bound port: de665fec-4c6c-4129-81b8-66a4d972a84a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842f436-0e65-42e7-8dcb-1e872036a54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:14:13.262158 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:13.275282 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90b2e237-04ad-4c5d-8705-42b44e8a8a47 req-939fb153-3359-42ef-81b7-5fd04b6e936a tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509545 Apr 12 13:14:13.355824 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-42aedd3a-e4d2-40fc-aef3-f2d123c4845f req-379b8c4c-373f-47ab-9c94-22ea751dcd8b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503000 Apr 12 13:14:13.428142 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] For port de665fec-4c6c-4129-81b8-66a4d972a84a, host hv-cinder-83009, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:14:13.433600 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] For port de665fec-4c6c-4129-81b8-66a4d972a84a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=de665fec-4c6c-4129-81b8-66a4d972a84a,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:14:13.444224 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f82b4-2031-4565-a4e1-8461b38c11be req-efd49ec7-c288-4aab-8e51-26ed3adf0e40 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:13.446220 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e88f82b4-2031-4565-a4e1-8461b38c11be req-efd49ec7-c288-4aab-8e51-26ed3adf0e40 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0732017 Apr 12 13:14:13.447889 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:13.520548 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:13.521470 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:13.522863 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] 10.222.0.26 "PUT /v2.0/ports/de665fec-4c6c-4129-81b8-66a4d972a84a HTTP/1.1" status: 200 len: 1093 time: 1.1743009 Apr 12 13:14:13.525698 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:14:13.528352 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d489a7d4-625d-484c-8907-dd078600cf82" -d '{"events": [{"name": "network-changed", "server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:14:13.581726 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce95ec-7245-40c2-aeeb-ed640f6d2b8a service neutron] Pushing event updated for resources: {'Port': ['ID=de665fec-4c6c-4129-81b8-66a4d972a84a,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:13.643014 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e88f82b4-2031-4565-a4e1-8461b38c11be req-433c1db5-76e8-40d4-b198-3388fc617ae2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813202 Apr 12 13:14:13.689363 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68821a-d798-4bb5-b1da-54ec53abf06e req-b3c98b29-ba7b-40f2-98b1-fe1740e6cd22 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:13.691011 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f68821a-d798-4bb5-b1da-54ec53abf06e req-b3c98b29-ba7b-40f2-98b1-fe1740e6cd22 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 943 time: 0.1250935 Apr 12 13:14:13.697133 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-cac7309f-8e6b-4335-af54-eeb7f82d34c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:13.698651 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-cac7309f-8e6b-4335-af54-eeb7f82d34c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 1127 time: 0.0926754 Apr 12 13:14:13.708351 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa423a0-9cb3-4c20-b982-a325d03cb1cd x-openstack-request-id: req-aaa423a0-9cb3-4c20-b982-a325d03cb1cd {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:14:13.708699 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:14:13.709082 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aaa423a0-9cb3-4c20-b982-a325d03cb1cd {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:14:13.709707 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa423a0-9cb3-4c20-b982-a325d03cb1cd'] response: {'name': 'network-changed', 'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'status': 'completed', 'code': 200} Apr 12 13:14:13.770324 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-f5d6e25f-20d7-408a-bfb3-70916621f103 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de665fec-4c6c-4129-81b8-66a4d972a84a HTTP/1.1" status: 200 len: 217 time: 0.0510600 Apr 12 13:14:13.821747 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f68821a-d798-4bb5-b1da-54ec53abf06e req-79dcd329-2919-49ca-8d8c-0d490c53a02e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221206 Apr 12 13:14:13.850380 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-18ecc4b5-7689-4b85-86d4-d079fddc0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:13.852831 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-18ecc4b5-7689-4b85-86d4-d079fddc0cce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0677736 Apr 12 13:14:13.904044 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-ffffa8b7-02e1-4642-98ef-5ef2218855c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:13.905570 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-ffffa8b7-02e1-4642-98ef-5ef2218855c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434341 Apr 12 13:14:14.027308 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-52b5492d-579f-4986-acc5-b2aed810165b service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116109 Apr 12 13:14:14.123243 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-367957ea-7b9a-4f0f-9503-07fae6a9267c req-43e39509-e159-4208-ba22-cf612b0fb243 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887768 Apr 12 13:14:14.432884 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881562b-2c41-4efa-957b-4b5e2068d19f req-5025d8d9-7799-4ea0-ab3c-6009ca0e19f4 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:14.434435 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c881562b-2c41-4efa-957b-4b5e2068d19f req-5025d8d9-7799-4ea0-ab3c-6009ca0e19f4 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 944 time: 0.0569448 Apr 12 13:14:14.494339 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb27d45-6977-42d8-a983-544954c8a634 req-1cbdcd79-cfa6-4f6b-b2df-c6d645a0f290 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:14.495836 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eeb27d45-6977-42d8-a983-544954c8a634 req-1cbdcd79-cfa6-4f6b-b2df-c6d645a0f290 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0605102 Apr 12 13:14:14.531929 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c881562b-2c41-4efa-957b-4b5e2068d19f req-26c694cc-eb00-489d-bb30-daedfacfcec5 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882802 Apr 12 13:14:14.567821 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eeb27d45-6977-42d8-a983-544954c8a634 req-743db6d9-3738-479c-9589-6ece231d5217 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661635 Apr 12 13:14:14.754558 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af541f8-f224-4ccc-a0cf-f4e3bcdf877b req-25f23283-9ff9-43fc-9b5b-df49174cbafb tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:14.756137 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9af541f8-f224-4ccc-a0cf-f4e3bcdf877b req-25f23283-9ff9-43fc-9b5b-df49174cbafb tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0477562 Apr 12 13:14:14.796998 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65496433-0343-43f0-b958-478aa9c0f9c4 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:14:14.808703 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9af541f8-f224-4ccc-a0cf-f4e3bcdf877b req-a9796ddd-466f-45d0-9935-00ce9be38361 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463910 Apr 12 13:14:14.901150 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65496433-0343-43f0-b958-478aa9c0f9c4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65496433-0343-43f0-b958-478aa9c0f9c4,segment=NetworkSegment(90584503-bb64-4066-8f6e-991222a42e26),segment_id=90584503-bb64-4066-8f6e-991222a42e26)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:14.914558 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '65496433-0343-43f0-b958-478aa9c0f9c4', 'network_id': '1af92fb7-330e-4f59-9711-b5cec792635b', 'port_id': '65496433-0343-43f0-b958-478aa9c0f9c4', 'mac_address': 'fa:16:3e:35:22:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2d73f6-89f1-4394-a972-3b7033018abd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:14:14.940934 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b7d97-9440-4578-9980-8033ebe8312c req-631d7a26-98fe-4c6e-ab4e-000ade57145d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:14.942746 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c89b7d97-9440-4578-9980-8033ebe8312c req-631d7a26-98fe-4c6e-ab4e-000ade57145d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 943 time: 0.0473061 Apr 12 13:14:14.955152 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 65496433-0343-43f0-b958-478aa9c0f9c4 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:14:14.955398 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:14.968174 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65496433-0343-43f0-b958-478aa9c0f9c4 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:14:14.989551 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65496433-0343-43f0-b958-478aa9c0f9c4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65496433-0343-43f0-b958-478aa9c0f9c4,segment=NetworkSegment(90584503-bb64-4066-8f6e-991222a42e26),segment_id=90584503-bb64-4066-8f6e-991222a42e26)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:14.998136 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:14.999570 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c89b7d97-9440-4578-9980-8033ebe8312c req-6c3d4ad0-38a1-4c7f-97e7-d08c5b3bca4e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511060 Apr 12 13:14:15.055402 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65496433-0343-43f0-b958-478aa9c0f9c4,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:15.062969 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.063306 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.064191 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.064578 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.065575 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.066412 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.066984 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.067330 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.068211 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.068773 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.069369 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.069677 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.070644 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.071103 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.071839 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:14:15.358007 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['65496433-0343-43f0-b958-478aa9c0f9c4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:14:15.363700 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489a7d4-625d-484c-8907-dd078600cf82 req-a943e732-e73c-4427-854d-63efe9b07e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:15.365221 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d489a7d4-625d-484c-8907-dd078600cf82 req-a943e732-e73c-4427-854d-63efe9b07e72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 1127 time: 0.0442438 Apr 12 13:14:15.465445 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489a7d4-625d-484c-8907-dd078600cf82 req-e435dabe-6da6-4d30-9402-b04727b82bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:15.466931 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d489a7d4-625d-484c-8907-dd078600cf82 req-e435dabe-6da6-4d30-9402-b04727b82bf4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.0937250 Apr 12 13:14:15.510678 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d489a7d4-625d-484c-8907-dd078600cf82 req-cab3b4ae-0bcf-45b9-a765-c01a61a097a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de665fec-4c6c-4129-81b8-66a4d972a84a HTTP/1.1" status: 200 len: 217 time: 0.0358684 Apr 12 13:14:15.564879 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489a7d4-625d-484c-8907-dd078600cf82 req-2af44bb8-dcfd-4820-bdfd-828064b9d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:15.566472 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d489a7d4-625d-484c-8907-dd078600cf82 req-2af44bb8-dcfd-4820-bdfd-828064b9d764 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0478320 Apr 12 13:14:15.623336 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489a7d4-625d-484c-8907-dd078600cf82 req-ab097ddc-16b1-4fad-a088-72bbfb431591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:15.624851 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d489a7d4-625d-484c-8907-dd078600cf82 req-ab097ddc-16b1-4fad-a088-72bbfb431591 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505319 Apr 12 13:14:15.682113 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0919c32-fb1b-45ad-9d11-6c07f3afc22a req-caa05393-0fd8-455d-b021-ecce2406fead tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:15.683587 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e0919c32-fb1b-45ad-9d11-6c07f3afc22a req-caa05393-0fd8-455d-b021-ecce2406fead tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 945 time: 0.0761406 Apr 12 13:14:15.708691 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18705b-e5cc-486c-a87c-24bbae4e7e83 req-6e14959b-6532-4440-bcfd-47b53575cc4e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:15.710179 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bf18705b-e5cc-486c-a87c-24bbae4e7e83 req-6e14959b-6532-4440-bcfd-47b53575cc4e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0661895 Apr 12 13:14:15.779191 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e0919c32-fb1b-45ad-9d11-6c07f3afc22a req-89a99c9c-4e06-4b44-8c22-fd437f76d323 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897379 Apr 12 13:14:15.785889 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bf18705b-e5cc-486c-a87c-24bbae4e7e83 req-d4451228-8d47-47be-a7fd-a1a627e17b0a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687642 Apr 12 13:14:15.926165 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5674fed-a437-40bd-a319-7d4432c07dad req-82f0ba0f-cd78-4bf2-8a51-b01f3a546d83 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:15.927759 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d5674fed-a437-40bd-a319-7d4432c07dad req-82f0ba0f-cd78-4bf2-8a51-b01f3a546d83 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0495071 Apr 12 13:14:15.976174 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d5674fed-a437-40bd-a319-7d4432c07dad req-060254fa-cc26-42aa-bd8e-42b0b4af73e2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423110 Apr 12 13:14:16.111852 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebc5a6-0f74-4b9d-bca8-c0117dd63530 req-67ec315c-8793-40fc-9436-60d078345885 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:16.113347 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11ebc5a6-0f74-4b9d-bca8-c0117dd63530 req-67ec315c-8793-40fc-9436-60d078345885 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 943 time: 0.0480027 Apr 12 13:14:16.162068 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11ebc5a6-0f74-4b9d-bca8-c0117dd63530 req-9840df8d-ac75-47d0-a871-bd7572227ece tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423541 Apr 12 13:14:16.705813 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d489a7d4-625d-484c-8907-dd078600cf82 req-1ff205ba-85d9-4669-95a2-9d6325f10ea5 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922713 Apr 12 13:14:16.933227 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753851ad-2eca-4421-8858-ea1b6a8f7ab2 req-00ca72e1-7af9-4c48-a986-b3b3f3c10154 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:16.934841 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-753851ad-2eca-4421-8858-ea1b6a8f7ab2 req-00ca72e1-7af9-4c48-a986-b3b3f3c10154 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 945 time: 0.0805650 Apr 12 13:14:16.943884 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c0c4d-a374-423d-ad25-c7d32f5eb732 req-f6e09069-5985-4573-8821-a87a11fddef7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:16.946049 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-493c0c4d-a374-423d-ad25-c7d32f5eb732 req-f6e09069-5985-4573-8821-a87a11fddef7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0822129 Apr 12 13:14:17.019051 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-753851ad-2eca-4421-8858-ea1b6a8f7ab2 req-0bda6bcb-3b5b-46bb-85eb-db04c0580b88 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719941 Apr 12 13:14:17.022010 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-493c0c4d-a374-423d-ad25-c7d32f5eb732 req-1b6dbb29-4e66-415c-a04f-814e8d8fd25c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691509 Apr 12 13:14:17.145014 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe433e-c758-46ca-bcc1-466c73b83e5b req-08c22d53-cee0-4bff-a302-ca91fa453371 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:17.146521 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fafe433e-c758-46ca-bcc1-466c73b83e5b req-08c22d53-cee0-4bff-a302-ca91fa453371 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0488951 Apr 12 13:14:17.193888 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fafe433e-c758-46ca-bcc1-466c73b83e5b req-92cd6254-8764-42bc-ba36-1034b5e22846 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416210 Apr 12 13:14:17.276561 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9b9fb-1083-4935-a4c8-301db9d9c8c9 req-ba329fca-d3e5-4e86-a035-32c650821149 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:17.278280 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6bb9b9fb-1083-4935-a4c8-301db9d9c8c9 req-ba329fca-d3e5-4e86-a035-32c650821149 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 943 time: 0.0504279 Apr 12 13:14:17.328911 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6bb9b9fb-1083-4935-a4c8-301db9d9c8c9 req-8473aee4-bd25-433d-97ee-8bff9900e1c2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449414 Apr 12 13:14:17.571225 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d489a7d4-625d-484c-8907-dd078600cf82 req-b9086597-6d24-4229-af85-e317086b3834 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812876 Apr 12 13:14:18.374359 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fdfea-4d5d-4f0d-a880-164089931fc2 req-0eb671c4-f198-4c70-b4e1-d347004068e3 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:18.375853 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-873fdfea-4d5d-4f0d-a880-164089931fc2 req-0eb671c4-f198-4c70-b4e1-d347004068e3 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 945 time: 0.2762656 Apr 12 13:14:18.388580 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff97202-987f-491a-afcb-8e1fa6bac4f2 req-6c886eb3-6190-44d0-83cc-d88dd8d917b5 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:18.390050 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fff97202-987f-491a-afcb-8e1fa6bac4f2 req-6c886eb3-6190-44d0-83cc-d88dd8d917b5 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.2787263 Apr 12 13:14:18.462342 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-873fdfea-4d5d-4f0d-a880-164089931fc2 req-23ea5149-50b5-46a0-81b0-67d2f18190e8 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809767 Apr 12 13:14:18.475908 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fff97202-987f-491a-afcb-8e1fa6bac4f2 req-39557044-119f-42a7-8bd1-206969513c4e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795479 Apr 12 13:14:18.597563 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0394c3e-0b03-4575-b868-a4d4cabed2af req-bd56d535-89eb-451b-8763-82f7c7458070 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:18.598941 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c0394c3e-0b03-4575-b868-a4d4cabed2af req-bd56d535-89eb-451b-8763-82f7c7458070 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0771449 Apr 12 13:14:18.619284 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58879f-a57c-45f7-b56c-6635a04f48fd req-aee87995-066a-497e-9411-a8c7e1178765 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:18.621082 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f58879f-a57c-45f7-b56c-6635a04f48fd req-aee87995-066a-497e-9411-a8c7e1178765 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 943 time: 0.0709662 Apr 12 13:14:18.690364 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c0394c3e-0b03-4575-b868-a4d4cabed2af req-959460dc-3449-443f-9d34-aa6b5f40839f tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855374 Apr 12 13:14:18.703519 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f58879f-a57c-45f7-b56c-6635a04f48fd req-b12c069b-2957-41ad-81c1-43bd83def20b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755467 Apr 12 13:14:18.938889 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65496433-0343-43f0-b958-478aa9c0f9c4 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:14:18.988256 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 65496433-0343-43f0-b958-478aa9c0f9c4 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:14:18.994820 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 65496433-0343-43f0-b958-478aa9c0f9c4 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:14:18.995219 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:19.072921 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 65496433-0343-43f0-b958-478aa9c0f9c4 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:14:19.073334 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:19.101304 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002bc0cc-34bd-4723-baef-cd4011f88612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65496433-0343-43f0-b958-478aa9c0f9c4'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:14:19.103767 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c411e8d9-feda-4c3f-9bda-88deb03263e1" -d '{"events": [{"server_uuid": "002bc0cc-34bd-4723-baef-cd4011f88612", "name": "network-vif-plugged", "status": "completed", "tag": "65496433-0343-43f0-b958-478aa9c0f9c4"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:14:19.121399 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65496433-0343-43f0-b958-478aa9c0f9c4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65496433-0343-43f0-b958-478aa9c0f9c4,segment=NetworkSegment(90584503-bb64-4066-8f6e-991222a42e26),segment_id=90584503-bb64-4066-8f6e-991222a42e26)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:19.128730 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:19.159709 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6003d3f-725c-4cf1-8799-6739cfab6e93 x-openstack-request-id: req-e6003d3f-725c-4cf1-8799-6739cfab6e93 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:14:19.160010 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002bc0cc-34bd-4723-baef-cd4011f88612", "name": "network-vif-plugged", "status": "completed", "tag": "65496433-0343-43f0-b958-478aa9c0f9c4", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:14:19.160260 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e6003d3f-725c-4cf1-8799-6739cfab6e93 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:14:19.160676 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6003d3f-725c-4cf1-8799-6739cfab6e93'] response: {'server_uuid': '002bc0cc-34bd-4723-baef-cd4011f88612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65496433-0343-43f0-b958-478aa9c0f9c4', 'code': 200} Apr 12 13:14:19.180751 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65496433-0343-43f0-b958-478aa9c0f9c4,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:19.324675 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e370c1-e316-43dc-809f-641b3a8ff910 req-a9ccea01-f5d1-499a-9cf1-ee62905e5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:19.326275 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c0e370c1-e316-43dc-809f-641b3a8ff910 req-a9ccea01-f5d1-499a-9cf1-ee62905e5848 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 1130 time: 0.0399287 Apr 12 13:14:19.372179 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c0e370c1-e316-43dc-809f-641b3a8ff910 req-a31e0a8b-192c-49fc-93b8-ee0fcd6eac3d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395522 Apr 12 13:14:19.604893 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af47268-86b0-4c6f-8302-d465c24be8ab req-151bf9a4-c7dd-436d-a427-a2ee5f951ac1 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:19.606297 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0af47268-86b0-4c6f-8302-d465c24be8ab req-151bf9a4-c7dd-436d-a427-a2ee5f951ac1 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 946 time: 0.0765762 Apr 12 13:14:19.621366 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab39973-435f-4744-a89f-a4860726543f req-42b1d613-ddde-4bda-8311-e00aac2752b3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:19.622785 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4ab39973-435f-4744-a89f-a4860726543f req-42b1d613-ddde-4bda-8311-e00aac2752b3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0613902 Apr 12 13:14:19.692810 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0af47268-86b0-4c6f-8302-d465c24be8ab req-1ba4d7c0-845e-4cf3-96b6-71ba4cc06fad tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788753 Apr 12 13:14:19.699660 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4ab39973-435f-4744-a89f-a4860726543f req-b44aaf30-4f48-4ed9-9b13-e8ac86b212f5 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708787 Apr 12 13:14:19.836027 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60a915-6f12-4df2-b492-f5dd2f7b745d req-467df964-9ce3-4fd9-98ed-00fd54ea628c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:19.837537 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b60a915-6f12-4df2-b492-f5dd2f7b745d req-467df964-9ce3-4fd9-98ed-00fd54ea628c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0784988 Apr 12 13:14:19.845486 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246898c-568f-48d7-aecb-8dd665a153b7 req-0f3f3851-a858-436f-ba55-f34217589a14 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:19.847153 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0246898c-568f-48d7-aecb-8dd665a153b7 req-0f3f3851-a858-436f-ba55-f34217589a14 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 943 time: 0.0781095 Apr 12 13:14:19.921258 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0246898c-568f-48d7-aecb-8dd665a153b7 req-9663f8a3-efdf-4fbf-8d94-8dae7cff28dc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666254 Apr 12 13:14:19.924163 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b60a915-6f12-4df2-b492-f5dd2f7b745d req-42547376-e55c-4a1e-a8a8-2a65c10bf3d6 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761452 Apr 12 13:14:20.835578 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6d751-3a3c-4c1a-bb56-89e0617de633 req-9a15791c-fb29-4fe3-a219-3ffe79ebb515 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:20.837047 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11c6d751-3a3c-4c1a-bb56-89e0617de633 req-9a15791c-fb29-4fe3-a219-3ffe79ebb515 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 946 time: 0.0776305 Apr 12 13:14:20.844906 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfcd55-9d4a-414f-b7bb-8fde373ebd81 req-4b550335-6e70-45f6-af55-baadb4ae08a7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:20.846558 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c6cfcd55-9d4a-414f-b7bb-8fde373ebd81 req-4b550335-6e70-45f6-af55-baadb4ae08a7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0765467 Apr 12 13:14:20.918185 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11c6d751-3a3c-4c1a-bb56-89e0617de633 req-4256b3d6-c04b-4aa9-aced-0a2371d54a4d tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706813 Apr 12 13:14:20.921406 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c6cfcd55-9d4a-414f-b7bb-8fde373ebd81 req-b4619b00-60f6-4345-b36f-8bfd017f645e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677569 Apr 12 13:14:21.062864 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f710ba-0462-4669-b671-7af0992acb6e req-2f1c9ec1-15dd-4b82-9e66-3fb4ff020749 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:21.064358 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3f710ba-0462-4669-b671-7af0992acb6e req-2f1c9ec1-15dd-4b82-9e66-3fb4ff020749 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 943 time: 0.0760689 Apr 12 13:14:21.072392 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f001065-cc78-4d0d-b84d-3539bc3ac631 req-59d9f80a-7ca7-4786-af28-b1aee6539e3a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:21.073827 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f001065-cc78-4d0d-b84d-3539bc3ac631 req-59d9f80a-7ca7-4786-af28-b1aee6539e3a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0762725 Apr 12 13:14:21.143837 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3f710ba-0462-4669-b671-7af0992acb6e req-44a13a93-3af1-4365-9ed8-98fe4e6160d2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690501 Apr 12 13:14:21.148579 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f001065-cc78-4d0d-b84d-3539bc3ac631 req-33979534-5af3-47b0-ac2f-0bcf066ba453 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675895 Apr 12 13:14:22.066839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c28b0-16ce-4ccc-a130-6388a437b535 req-8a53cd65-9f9a-4d43-bee0-65c7a191da90 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:22.068393 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-819c28b0-16ce-4ccc-a130-6388a437b535 req-8a53cd65-9f9a-4d43-bee0-65c7a191da90 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 946 time: 0.0759065 Apr 12 13:14:22.076970 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730892c-2056-4a36-8721-b42f82bcd2f7 req-7fc7837b-82bd-4e05-a45c-67f1bf1b8a28 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:22.078446 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4730892c-2056-4a36-8721-b42f82bcd2f7 req-7fc7837b-82bd-4e05-a45c-67f1bf1b8a28 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0772831 Apr 12 13:14:22.153954 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-819c28b0-16ce-4ccc-a130-6388a437b535 req-22a6cdf5-cce0-4837-b46e-587649a99835 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745347 Apr 12 13:14:22.156904 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4730892c-2056-4a36-8721-b42f82bcd2f7 req-11c3888a-3e0a-44f1-bee3-20135ec774f4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717995 Apr 12 13:14:22.266451 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device de665fec-4c6c-4129-81b8-66a4d972a84a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:14:22.286971 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adb1d7-b76f-4c55-9aad-b58a2458c63e req-961a778d-036b-420d-863d-eaa5ccd8ad52 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:22.289199 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-73adb1d7-b76f-4c55-9aad-b58a2458c63e req-961a778d-036b-420d-863d-eaa5ccd8ad52 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 943 time: 0.0793943 Apr 12 13:14:22.297621 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91036832-2c7c-4d7c-9d3c-e9ee2afd37da req-bde4e700-ac12-428a-8970-68a6adcc89d7 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:22.299100 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-91036832-2c7c-4d7c-9d3c-e9ee2afd37da req-bde4e700-ac12-428a-8970-68a6adcc89d7 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0801086 Apr 12 13:14:22.369096 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port de665fec-4c6c-4129-81b8-66a4d972a84a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=de665fec-4c6c-4129-81b8-66a4d972a84a,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:22.380656 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'port_id': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'mac_address': 'fa:16:3e:8d:49:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:14:22.380996 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-73adb1d7-b76f-4c55-9aad-b58a2458c63e req-0fe44683-3313-42c4-acd5-17104d306ae4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808654 Apr 12 13:14:22.385964 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-91036832-2c7c-4d7c-9d3c-e9ee2afd37da req-2f87551c-3bd1-4eec-b9e0-de51bab6a2ea tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798106 Apr 12 13:14:22.424192 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port de665fec-4c6c-4129-81b8-66a4d972a84a is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:14:22.424576 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:22.437267 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de665fec-4c6c-4129-81b8-66a4d972a84a {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:14:22.457054 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port de665fec-4c6c-4129-81b8-66a4d972a84a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=de665fec-4c6c-4129-81b8-66a4d972a84a,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:22.461931 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:22.510631 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=de665fec-4c6c-4129-81b8-66a4d972a84a,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:23.295266 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c75f9-c347-4af1-b314-88ac3b0f7fe0 req-295f5e14-8299-440b-99e7-f55d566d3548 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:23.296678 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-824c75f9-c347-4af1-b314-88ac3b0f7fe0 req-295f5e14-8299-440b-99e7-f55d566d3548 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 946 time: 0.0721488 Apr 12 13:14:23.304842 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd03f92-875f-46ae-8538-c43551df2ce2 req-96d35dd7-cb24-4195-bfe7-22f5df803fb5 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:23.306264 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fdd03f92-875f-46ae-8538-c43551df2ce2 req-96d35dd7-cb24-4195-bfe7-22f5df803fb5 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0730009 Apr 12 13:14:23.381080 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-824c75f9-c347-4af1-b314-88ac3b0f7fe0 req-1ee51c6f-9c54-4041-ae66-53f9107b864a tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738697 Apr 12 13:14:23.384843 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fdd03f92-875f-46ae-8538-c43551df2ce2 req-fcde7ce8-d5cf-46be-8511-ebd257685d91 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720677 Apr 12 13:14:23.521708 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1117b7-bcb7-4268-8f5d-def976349b03 req-c60ee7fb-6a2f-4be8-8cd5-c145cc94fc8c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:23.523248 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ab1117b7-bcb7-4268-8f5d-def976349b03 req-c60ee7fb-6a2f-4be8-8cd5-c145cc94fc8c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 944 time: 0.0745220 Apr 12 13:14:23.531429 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d55f4-f5f0-4320-ac5d-339fcd4d6ec4 req-27adc5d0-0e94-4be0-8d1e-6a2d622a2bff tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:23.532849 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb8d55f4-f5f0-4320-ac5d-339fcd4d6ec4 req-27adc5d0-0e94-4be0-8d1e-6a2d622a2bff tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0754302 Apr 12 13:14:23.609071 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ab1117b7-bcb7-4268-8f5d-def976349b03 req-dcd9d319-f576-4df4-9993-63f762f12908 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752106 Apr 12 13:14:23.612030 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb8d55f4-f5f0-4320-ac5d-339fcd4d6ec4 req-c61b0c52-2c78-49d3-9cb9-d242945f30dd tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724638 Apr 12 13:14:23.736050 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['de665fec-4c6c-4129-81b8-66a4d972a84a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:14:24.530242 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f0e58-ac1f-4126-912a-02111575dfea req-7ab7117f-889c-46f8-abab-55892ddc95b4 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:24.531751 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7a5f0e58-ac1f-4126-912a-02111575dfea req-7ab7117f-889c-46f8-abab-55892ddc95b4 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 946 time: 0.0838044 Apr 12 13:14:24.537826 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcee91-3243-44c0-a901-8fbe9744242c req-31383427-1a07-4f79-8549-08920aa1c2b4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:24.539191 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-87fcee91-3243-44c0-a901-8fbe9744242c req-31383427-1a07-4f79-8549-08920aa1c2b4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0813112 Apr 12 13:14:24.612285 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7a5f0e58-ac1f-4126-912a-02111575dfea req-f7f85416-2ddd-4b45-a64b-a020237c7877 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721369 Apr 12 13:14:24.618187 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-87fcee91-3243-44c0-a901-8fbe9744242c req-4b7a914b-ac50-4979-9640-b83580d332da tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705914 Apr 12 13:14:24.790718 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43577663-498e-40ef-80aa-53c82934ce41 req-dd52e53e-6446-423e-8b46-04716f688af6 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:24.792426 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43577663-498e-40ef-80aa-53c82934ce41 req-dd52e53e-6446-423e-8b46-04716f688af6 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0994072 Apr 12 13:14:24.807353 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02689b0c-5c2a-486b-8920-2b219a9e2da0 req-6a4a4e5e-36c2-407b-ad0c-63e1e3520d8f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:24.808894 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-02689b0c-5c2a-486b-8920-2b219a9e2da0 req-6a4a4e5e-36c2-407b-ad0c-63e1e3520d8f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 944 time: 0.0783277 Apr 12 13:14:24.889762 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43577663-498e-40ef-80aa-53c82934ce41 req-b83c2362-f183-4120-90ca-82a2f9374310 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790081 Apr 12 13:14:24.893117 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-02689b0c-5c2a-486b-8920-2b219a9e2da0 req-c3c372f3-edd9-40c5-8720-cd6c5c87e8b6 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743699 Apr 12 13:14:25.759691 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cd6b8-c5f8-48be-a812-37e6540e3607 req-781394a1-d194-4e10-98e0-d8e9e7a54447 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:25.761237 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b25cd6b8-c5f8-48be-a812-37e6540e3607 req-781394a1-d194-4e10-98e0-d8e9e7a54447 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 946 time: 0.0771410 Apr 12 13:14:25.769641 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639d3fa-1b28-45c8-8ba7-21212efcf9af req-de5a9a20-c910-449d-9cae-360c3e758e70 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:25.771094 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c639d3fa-1b28-45c8-8ba7-21212efcf9af req-de5a9a20-c910-449d-9cae-360c3e758e70 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0783923 Apr 12 13:14:25.842941 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b25cd6b8-c5f8-48be-a812-37e6540e3607 req-7d862620-fb51-463b-9e5c-eeae302e8ab2 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708849 Apr 12 13:14:25.845916 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c639d3fa-1b28-45c8-8ba7-21212efcf9af req-c364d721-3b8e-48ea-9160-0b94970bf1e6 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681324 Apr 12 13:14:26.005272 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a936295-e779-4367-b87e-17ebe066c2ae req-250e03ad-d6cf-481b-9fcf-31207c166069 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:26.006745 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0a936295-e779-4367-b87e-17ebe066c2ae req-250e03ad-d6cf-481b-9fcf-31207c166069 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0476408 Apr 12 13:14:26.057334 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0a936295-e779-4367-b87e-17ebe066c2ae req-4cbf8ea9-ae24-47a5-8847-97513e7a7722 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444877 Apr 12 13:14:26.158716 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f993847-2d09-49da-9f03-aa90dbd680d9 req-ec12846d-228f-4c51-9572-b8f6fed9ed0f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:26.165249 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f993847-2d09-49da-9f03-aa90dbd680d9 req-ec12846d-228f-4c51-9572-b8f6fed9ed0f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 944 time: 0.0490644 Apr 12 13:14:26.207694 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5f993847-2d09-49da-9f03-aa90dbd680d9 req-488dd2d6-34a2-4166-be4a-211618dc6a7b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 Apr 12 13:14:26.281388 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device de665fec-4c6c-4129-81b8-66a4d972a84a up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:14:26.328718 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port de665fec-4c6c-4129-81b8-66a4d972a84a completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:14:26.334349 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port de665fec-4c6c-4129-81b8-66a4d972a84a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:14:26.334729 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:26.535183 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port de665fec-4c6c-4129-81b8-66a4d972a84a is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:14:26.535566 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:26.558420 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:14:26.560616 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8903c97-d448-4600-8a03-f5e53bda5d43" -d '{"events": [{"server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "name": "network-vif-plugged", "status": "completed", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:14:26.574386 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port de665fec-4c6c-4129-81b8-66a4d972a84a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=de665fec-4c6c-4129-81b8-66a4d972a84a,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:26.578824 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:26.601847 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3d63aa-0329-46b2-b84d-c526edcc3f5c x-openstack-request-id: req-5b3d63aa-0329-46b2-b84d-c526edcc3f5c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:14:26.602137 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "name": "network-vif-plugged", "status": "completed", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:14:26.602392 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b3d63aa-0329-46b2-b84d-c526edcc3f5c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:14:26.602783 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3d63aa-0329-46b2-b84d-c526edcc3f5c'] response: {'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'code': 200} Apr 12 13:14:26.629332 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=de665fec-4c6c-4129-81b8-66a4d972a84a,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:26.972972 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8be160-5d62-4e31-85e3-46d0af12d57d req-c0f8e16c-1fda-4a6b-89fa-4186bc2cb2fe tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:26.974468 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2b8be160-5d62-4e31-85e3-46d0af12d57d req-c0f8e16c-1fda-4a6b-89fa-4186bc2cb2fe tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0464060 Apr 12 13:14:27.021134 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2b8be160-5d62-4e31-85e3-46d0af12d57d req-adef2e24-722a-4d95-a4a6-36ba13db9172 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405138 Apr 12 13:14:27.171504 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53d409-f914-4bc4-be4c-9ed3322329f5 req-8a1b6556-4404-4d58-9050-bb798ad82201 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:27.172956 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec53d409-f914-4bc4-be4c-9ed3322329f5 req-8a1b6556-4404-4d58-9050-bb798ad82201 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0493746 Apr 12 13:14:27.228475 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec53d409-f914-4bc4-be4c-9ed3322329f5 req-25ecb990-8509-4d77-9a50-64215c618c68 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499380 Apr 12 13:14:27.329970 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75336e59-f0f5-4686-ab09-0c96c32ff767 req-bee3991e-6dd6-462c-8c65-fb50fdb5f47c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:27.331460 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-75336e59-f0f5-4686-ab09-0c96c32ff767 req-bee3991e-6dd6-462c-8c65-fb50fdb5f47c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0475850 Apr 12 13:14:27.377799 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-75336e59-f0f5-4686-ab09-0c96c32ff767 req-d04698f0-ad61-4824-a436-15152fa7df59 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407307 Apr 12 13:14:28.162287 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c5f2-5282-4dd1-a7be-dd968c3e0c1c req-d9bac47e-bcd5-4d6e-ad34-99dd655d5925 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:28.169807 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7707c5f2-5282-4dd1-a7be-dd968c3e0c1c req-d9bac47e-bcd5-4d6e-ad34-99dd655d5925 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0642219 Apr 12 13:14:28.224906 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7707c5f2-5282-4dd1-a7be-dd968c3e0c1c req-551c9859-86c2-408e-a80d-d37e578dbe89 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533915 Apr 12 13:14:28.276878 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2e64b-49a0-46fa-881f-3d3c41f57204 req-02723e15-1c04-4c18-bb9c-75179d8590fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:28.278638 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c3f2e64b-49a0-46fa-881f-3d3c41f57204 req-02723e15-1c04-4c18-bb9c-75179d8590fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 1129 time: 0.0478594 Apr 12 13:14:28.351024 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c3f2e64b-49a0-46fa-881f-3d3c41f57204 req-29f260ea-7755-4008-b30b-a7a0046d03a4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659585 Apr 12 13:14:28.364315 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03136f47-61d8-4c74-befc-b1a42aa10853 req-5a9b5ef5-5c71-4459-8ddf-3998aac2c7ad tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:28.365635 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-03136f47-61d8-4c74-befc-b1a42aa10853 req-5a9b5ef5-5c71-4459-8ddf-3998aac2c7ad tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0565879 Apr 12 13:14:28.416582 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-03136f47-61d8-4c74-befc-b1a42aa10853 req-25f6fc09-1e5f-491c-9a4a-dbc12d40003a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451195 Apr 12 13:14:28.508340 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832842d1-15fc-4903-bc0a-4229bb24838c req-7bfd79ac-e807-4895-8a8a-af818a723e5a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:28.509917 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-832842d1-15fc-4903-bc0a-4229bb24838c req-7bfd79ac-e807-4895-8a8a-af818a723e5a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0630777 Apr 12 13:14:28.564325 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-832842d1-15fc-4903-bc0a-4229bb24838c req-752f7878-f413-406b-af48-c15b7c5a1d26 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480132 Apr 12 13:14:28.759406 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:28.769075 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c7daf-fca2-4ad6-b447-32b97c34df47 req-107beefc-88e1-4daf-b7dd-f65a4e5063d0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:28.770567 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-446c7daf-fca2-4ad6-b447-32b97c34df47 req-107beefc-88e1-4daf-b7dd-f65a4e5063d0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 946 time: 0.0493553 Apr 12 13:14:28.816976 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-446c7daf-fca2-4ad6-b447-32b97c34df47 req-6dcf4093-ebf8-496c-8342-6b32c9cc7780 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Apr 12 13:14:29.364079 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8275f3-39a3-4bd3-aec0-a991f4ba5968 req-2aa23134-c7ea-4503-b124-e8c9766cf89c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:29.365626 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2d8275f3-39a3-4bd3-aec0-a991f4ba5968 req-2aa23134-c7ea-4503-b124-e8c9766cf89c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0528240 Apr 12 13:14:29.419760 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2d8275f3-39a3-4bd3-aec0-a991f4ba5968 req-1612e8f5-e021-4a26-9361-c495345abcdc tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452981 Apr 12 13:14:29.533659 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297c65-7ce3-4807-8684-32ee2bf9adf0 req-76efb0d5-8fe9-41a4-9b49-3fdd261fe8a7 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:29.535188 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bb297c65-7ce3-4807-8684-32ee2bf9adf0 req-76efb0d5-8fe9-41a4-9b49-3fdd261fe8a7 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0484378 Apr 12 13:14:29.585904 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bb297c65-7ce3-4807-8684-32ee2bf9adf0 req-8495d1f3-1980-4548-bbee-4fb838841c09 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434740 Apr 12 13:14:29.679425 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d375bb-be1a-4a60-bd73-536fc43e99d1 req-ac96e191-4d0b-4b95-8844-01a2a61beb08 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:29.680798 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-58d375bb-be1a-4a60-bd73-536fc43e99d1 req-ac96e191-4d0b-4b95-8844-01a2a61beb08 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0474651 Apr 12 13:14:29.732050 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-58d375bb-be1a-4a60-bd73-536fc43e99d1 req-7b6bd6f2-7d05-4ec0-86cd-f67c4fbb9d1c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452855 Apr 12 13:14:29.932130 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59399c-ed8e-44aa-8c0f-c578a3d055c8 req-24af03dd-6c5c-4e62-800d-485ae5beeba3 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:29.933552 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c59399c-ed8e-44aa-8c0f-c578a3d055c8 req-24af03dd-6c5c-4e62-800d-485ae5beeba3 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 946 time: 0.0496593 Apr 12 13:14:29.980402 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c59399c-ed8e-44aa-8c0f-c578a3d055c8 req-f73e3fa2-9e02-4e62-898e-8d352ef329d2 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Apr 12 13:14:30.533293 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06af662-70a3-4bf3-be2b-9887f4b68864 req-f6b39b42-6370-4953-9a36-cb757e87c83a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:30.534788 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f06af662-70a3-4bf3-be2b-9887f4b68864 req-f6b39b42-6370-4953-9a36-cb757e87c83a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0473471 Apr 12 13:14:30.581429 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f06af662-70a3-4bf3-be2b-9887f4b68864 req-3c142754-e927-4dab-9a06-77dc7f91e464 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404711 Apr 12 13:14:30.707450 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4a67e-c733-47e1-90fc-8a8755519d13 req-1b2cdb1f-3bef-4131-8b7f-1a26c815fed9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:30.709123 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7da4a67e-c733-47e1-90fc-8a8755519d13 req-1b2cdb1f-3bef-4131-8b7f-1a26c815fed9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0524445 Apr 12 13:14:30.763766 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7da4a67e-c733-47e1-90fc-8a8755519d13 req-e83b3245-24a2-4628-ada1-20bf841f5f80 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449100 Apr 12 13:14:30.843638 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-476d66c4-ad0e-4cfa-a70e-0d9ce8b4140a tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:30.845075 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-476d66c4-ad0e-4cfa-a70e-0d9ce8b4140a tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.26 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 946 time: 0.0755525 Apr 12 13:14:30.865793 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b3944-4f7b-45d6-afd6-1bf581495b27 req-f09d5c3e-c964-4936-9139-4240c8b94d53 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:30.867848 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-247b3944-4f7b-45d6-afd6-1bf581495b27 req-f09d5c3e-c964-4936-9139-4240c8b94d53 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0687249 Apr 12 13:14:30.983595 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-247b3944-4f7b-45d6-afd6-1bf581495b27 req-2c58f6e9-878c-4dfa-8a4c-525dc8952b6e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909553 Apr 12 13:14:30.989687 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-b04ec37a-65a8-40c2-b989-d429b3bb4813 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Deleting port 65496433-0343-43f0-b958-478aa9c0f9c4 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:14:30.990096 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-b04ec37a-65a8-40c2-b989-d429b3bb4813 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:31.112429 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227982e8-3c9f-4a1e-b57e-2c79640292e7 req-89ca456d-7751-4c29-80d3-39c950c74170 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:31.113917 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-227982e8-3c9f-4a1e-b57e-2c79640292e7 req-89ca456d-7751-4c29-80d3-39c950c74170 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 946 time: 0.0602870 Apr 12 13:14:31.135521 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-b04ec37a-65a8-40c2-b989-d429b3bb4813 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] For port 65496433-0343-43f0-b958-478aa9c0f9c4, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65496433-0343-43f0-b958-478aa9c0f9c4,segment=NetworkSegment(90584503-bb64-4066-8f6e-991222a42e26),segment_id=90584503-bb64-4066-8f6e-991222a42e26)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:31.135876 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-b04ec37a-65a8-40c2-b989-d429b3bb4813 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:31.157281 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-b04ec37a-65a8-40c2-b989-d429b3bb4813 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Calling delete_port for 65496433-0343-43f0-b958-478aa9c0f9c4 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:14:31.223718 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-227982e8-3c9f-4a1e-b57e-2c79640292e7 req-f2d45ffb-d608-438d-86a3-891b7ae35da0 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/security-groups?id=3e1e44bc-8827-499a-91a8-ec55592c3c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990283 Apr 12 13:14:31.312357 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-b04ec37a-65a8-40c2-b989-d429b3bb4813 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969'] for port (65496433-0343-43f0-b958-478aa9c0f9c4), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:31.326634 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['65496433-0343-43f0-b958-478aa9c0f9c4'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:14:31.342560 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ec37a-65a8-40c2-b989-d429b3bb4813 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Pushing event deleted for resources: {'Port': ['ID=65496433-0343-43f0-b958-478aa9c0f9c4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:31.389342 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-b04ec37a-65a8-40c2-b989-d429b3bb4813 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] No DVR routers for this DVR port 65496433-0343-43f0-b958-478aa9c0f9c4 on host hv-cinder-83009 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:14:31.393297 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-b04ec37a-65a8-40c2-b989-d429b3bb4813 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:31.398514 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1106a45b-e3b8-4db1-9990-6e006aff0255 req-b04ec37a-65a8-40c2-b989-d429b3bb4813 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.26 "DELETE /v2.0/ports/65496433-0343-43f0-b958-478aa9c0f9c4 HTTP/1.1" status: 204 len: 173 time: 0.5443101 Apr 12 13:14:31.399080 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002bc0cc-34bd-4723-baef-cd4011f88612', 'name': 'network-vif-deleted', 'tag': '65496433-0343-43f0-b958-478aa9c0f9c4'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:14:31.401691 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30651c05-cfbe-43f3-aa0e-e103b857657d" -d '{"events": [{"server_uuid": "002bc0cc-34bd-4723-baef-cd4011f88612", "name": "network-vif-deleted", "tag": "65496433-0343-43f0-b958-478aa9c0f9c4"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:14:31.437745 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e53de99-d73f-4d52-8823-48ede8af7ea2 x-openstack-request-id: req-5e53de99-d73f-4d52-8823-48ede8af7ea2 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:14:31.438042 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002bc0cc-34bd-4723-baef-cd4011f88612", "name": "network-vif-deleted", "tag": "65496433-0343-43f0-b958-478aa9c0f9c4", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:14:31.438297 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e53de99-d73f-4d52-8823-48ede8af7ea2 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:14:31.438708 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e53de99-d73f-4d52-8823-48ede8af7ea2'] response: {'server_uuid': '002bc0cc-34bd-4723-baef-cd4011f88612', 'name': 'network-vif-deleted', 'tag': '65496433-0343-43f0-b958-478aa9c0f9c4', 'status': 'completed', 'code': 200} Apr 12 13:14:31.707305 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfba26-7662-4a09-b824-9d0fe84ed93b req-cd815663-b980-4d9d-a797-d35167fcfc25 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:31.709812 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6dfba26-7662-4a09-b824-9d0fe84ed93b req-cd815663-b980-4d9d-a797-d35167fcfc25 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0529411 Apr 12 13:14:31.766330 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6dfba26-7662-4a09-b824-9d0fe84ed93b req-4b1742a3-24ed-41e4-a6c0-6e79e2d853b7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490901 Apr 12 13:14:31.893357 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad613c27-ebca-473b-b8f7-aaddff51bc64 req-0ae0947b-7435-40e9-8c1c-b3e9f77a9d63 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:31.894666 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ad613c27-ebca-473b-b8f7-aaddff51bc64 req-0ae0947b-7435-40e9-8c1c-b3e9f77a9d63 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0520797 Apr 12 13:14:31.942297 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ad613c27-ebca-473b-b8f7-aaddff51bc64 req-e35d66c1-de30-4630-8a35-e583bb509a16 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412080 Apr 12 13:14:32.102157 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d240-5bc2-4d29-b6c7-fe2a2b5395bc req-405b2cba-9fb4-45cb-b9ef-d0fd99805e14 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:32.103646 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-55f6d240-5bc2-4d29-b6c7-fe2a2b5395bc req-405b2cba-9fb4-45cb-b9ef-d0fd99805e14 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0526934 Apr 12 13:14:32.151678 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-55f6d240-5bc2-4d29-b6c7-fe2a2b5395bc req-431fdb5c-ca7c-441e-8db8-d38bcdb7256c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Apr 12 13:14:32.264462 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00323c9-2bc9-4534-9154-608b6b831813 req-68917526-79cc-4c4a-9d76-33cd29f461f7 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:32.266035 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a00323c9-2bc9-4534-9154-608b6b831813 req-68917526-79cc-4c4a-9d76-33cd29f461f7 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0496738 Apr 12 13:14:32.275211 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 54892) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:32.279984 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-3f46c873-5af6-49d2-8c03-597051a4c549 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Request body: {'floatingip': {'port_id': 'de665fec-4c6c-4129-81b8-66a4d972a84a'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:14:32.324324 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f46c873-5af6-49d2-8c03-597051a4c549 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for floatingip (34042a04-31ef-443a-8c52-76d5a35c32fb), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:32.342340 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5df5451b-8717-4d80-a839-2760dbebbd8e req-dded0193-71cb-425c-b529-9ad6145f8535 tempest-VolumesActionsTest-316258992 tempest-VolumesActionsTest-316258992-project] 10.222.0.47 "GET /v2.0/ports?device_id=002bc0cc-34bd-4723-baef-cd4011f88612 HTTP/1.1" status: 200 len: 210 time: 0.0301218 Apr 12 13:14:32.779680 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f46c873-5af6-49d2-8c03-597051a4c549 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:32.783423 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f46c873-5af6-49d2-8c03-597051a4c549 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (34042a04-31ef-443a-8c52-76d5a35c32fb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:32.906706 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca250f-99bf-42b5-847f-ef51f52b00fb req-2c0b1345-e7d6-407d-9435-5c040a104a01 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:32.908682 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-03ca250f-99bf-42b5-847f-ef51f52b00fb req-2c0b1345-e7d6-407d-9435-5c040a104a01 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0598567 Apr 12 13:14:32.979973 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-03ca250f-99bf-42b5-847f-ef51f52b00fb req-920e2dd5-7a25-4070-b16a-a809f61582b7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622456 Apr 12 13:14:33.100152 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d53ebe-44d1-47f8-a3e4-52eaef6e9011 req-3e695b8a-4516-4d27-bf59-365eeb9a1c9d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:33.102299 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43d53ebe-44d1-47f8-a3e4-52eaef6e9011 req-3e695b8a-4516-4d27-bf59-365eeb9a1c9d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0518234 Apr 12 13:14:33.131824 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-3f46c873-5af6-49d2-8c03-597051a4c549 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Floating IP 34042a04-31ef-443a-8c52-76d5a35c32fb associated. External IP: 172.27.3.41, port: de665fec-4c6c-4129-81b8-66a4d972a84a. Apr 12 13:14:33.154060 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43d53ebe-44d1-47f8-a3e4-52eaef6e9011 req-6f058fda-1ba9-4fc3-91ed-04ff3044df5d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457082 Apr 12 13:14:33.353514 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f46c873-5af6-49d2-8c03-597051a4c549 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Router b72da630-1f57-486e-81e0-ba92859f4293 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:14:33.470802 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f46c873-5af6-49d2-8c03-597051a4c549 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:14:33.478074 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3f46c873-5af6-49d2-8c03-597051a4c549 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:33.492450 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] Sync routers for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:14:33.497614 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:14:33.498366 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:14:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:14:33.513645 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3f46c873-5af6-49d2-8c03-597051a4c549 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "PUT /v2.0/floatingips/34042a04-31ef-443a-8c52-76d5a35c32fb HTTP/1.1" status: 200 len: 990 time: 1.2372351 Apr 12 13:14:33.514348 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:14:33.516795 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e575aeb-bd8c-4619-a671-5b1a79db5e23" -d '{"events": [{"name": "network-changed", "server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:14:33.555502 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052fa973-9061-49e2-90fd-459ce0d04680 x-openstack-request-id: req-052fa973-9061-49e2-90fd-459ce0d04680 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:14:33.555790 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:14:33.556215 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-052fa973-9061-49e2-90fd-459ce0d04680 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:14:33.556796 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-052fa973-9061-49e2-90fd-459ce0d04680'] response: {'name': 'network-changed', 'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'status': 'completed', 'code': 200} Apr 12 13:14:33.624734 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:14:33.875140 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-3da218c6-b0db-41b8-b87f-5ca0b2db5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:33.877169 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-3da218c6-b0db-41b8-b87f-5ca0b2db5414 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 1129 time: 0.0586166 Apr 12 13:14:33.954591 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '34042a04-31ef-443a-8c52-76d5a35c32fb', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'port_id': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'mac_address': 'fa:16:3e:8d:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:14:07Z', 'updated_at': '2022-04-12T13:14:32Z', 'revision_number': 1, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:15Z', 'revision_number': 5, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:14:33.985919 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] Checking router: b72da630-1f57-486e-81e0-ba92859f4293 for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:14:33.988719 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-4c8fc132-acd6-42dc-8c9c-50c7a5fff40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:33.990229 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-4c8fc132-acd6-42dc-8c9c-50c7a5fff40d service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.0978222 Apr 12 13:14:33.995058 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:14:33.995689 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:14:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:14:34.140912 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:14:34.380485 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-535cd21f-7d77-4767-b227-fa9551662e53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de665fec-4c6c-4129-81b8-66a4d972a84a HTTP/1.1" status: 200 len: 998 time: 0.3796377 Apr 12 13:14:34.434129 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 54966) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:34.451953 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '34042a04-31ef-443a-8c52-76d5a35c32fb', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'port_id': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'mac_address': 'fa:16:3e:8d:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:14:07Z', 'updated_at': '2022-04-12T13:14:32Z', 'revision_number': 1, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:15Z', 'revision_number': 5, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:14:34.452496 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9cc1d-a8b3-4ad5-92aa-ada18ae2cdc6 req-d127f4c0-8a7a-4aca-80d3-eb86c9050e2f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:34.454055 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-29e9cc1d-a8b3-4ad5-92aa-ada18ae2cdc6 req-d127f4c0-8a7a-4aca-80d3-eb86c9050e2f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.3610957 Apr 12 13:14:34.466575 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388e902-85de-4619-9698-84ef2ac0b22d req-e279fd3a-eef1-4470-a0e6-7bfcc99f231b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:34.468074 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9388e902-85de-4619-9698-84ef2ac0b22d req-e279fd3a-eef1-4470-a0e6-7bfcc99f231b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.1293080 Apr 12 13:14:34.482023 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c944f09a-a655-4767-b543-f1b649aa1b99 None None] The sync data for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi is: [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '34042a04-31ef-443a-8c52-76d5a35c32fb', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'port_id': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'mac_address': 'fa:16:3e:8d:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:14:07Z', 'updated_at': '2022-04-12T13:14:32Z', 'revision_number': 1, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:15Z', 'revision_number': 5, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:14:34.513683 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-ab693d94-c000-4432-be59-0787ebc7d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:34.515453 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-ab693d94-c000-4432-be59-0787ebc7d965 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.1138024 Apr 12 13:14:34.565538 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-29e9cc1d-a8b3-4ad5-92aa-ada18ae2cdc6 req-cd1dd4b8-8808-4a6d-b52f-c6e962736c5d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952253 Apr 12 13:14:34.571815 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-000c10df-4fbc-4784-88fc-9927005601d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:34.575596 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9388e902-85de-4619-9698-84ef2ac0b22d req-e3e91d93-e76d-45a3-9b31-d220f1889038 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968471 Apr 12 13:14:34.667501 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-000c10df-4fbc-4784-88fc-9927005601d7 admin admin] Publish callbacks [] for security_group (65641c1e-f3fe-4f55-82eb-4667f344dc28), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:34.673098 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-000c10df-4fbc-4784-88fc-9927005601d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (65641c1e-f3fe-4f55-82eb-4667f344dc28), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:34.716757 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-000c10df-4fbc-4784-88fc-9927005601d7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9ae7ecfd44d4b96b9f54427a08c2b8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815416 Apr 12 13:14:34.719378 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 54976) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:34.726801 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c10df-4fbc-4784-88fc-9927005601d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65641c1e-f3fe-4f55-82eb-4667f344dc28,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:34.765019 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577f81af-e111-4dc5-af6a-a99b21c33a1c None None] New status for floating IP 34042a04-31ef-443a-8c52-76d5a35c32fb: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:14:34.776920 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b4ae-8304-45d5-946e-ba6a1031054a admin admin] Publish callbacks [] for security_group (65641c1e-f3fe-4f55-82eb-4667f344dc28), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:34.801541 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b4ae-8304-45d5-946e-ba6a1031054a admin admin] Publish callbacks [] for security_group (65641c1e-f3fe-4f55-82eb-4667f344dc28), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:34.819807 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea7606-3467-4c2d-80d3-d252ef381fb6 req-6527cc8e-dc10-40d1-9319-6f9f818021f0 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:34.821692 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9cea7606-3467-4c2d-80d3-d252ef381fb6 req-6527cc8e-dc10-40d1-9319-6f9f818021f0 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0508904 Apr 12 13:14:34.841352 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e435ff22-324d-4e26-8d2e-c583b9dd06d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:34.854258 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b4ae-8304-45d5-946e-ba6a1031054a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (65641c1e-f3fe-4f55-82eb-4667f344dc28), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:34.857071 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6fb2b4ae-8304-45d5-946e-ba6a1031054a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:34.861613 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6fb2b4ae-8304-45d5-946e-ba6a1031054a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65641c1e-f3fe-4f55-82eb-4667f344dc28 HTTP/1.1" status: 204 len: 168 time: 0.1410990 Apr 12 13:14:34.870248 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2b4ae-8304-45d5-946e-ba6a1031054a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65641c1e-f3fe-4f55-82eb-4667f344dc28,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:34.888861 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9cea7606-3467-4c2d-80d3-d252ef381fb6 req-c664b82f-e632-4316-a789-131f472763c9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615401 Apr 12 13:14:35.367540 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65496433-0343-43f0-b958-478aa9c0f9c4 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:14:35.392627 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 65496433-0343-43f0-b958-478aa9c0f9c4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:14:35.392967 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65496433-0343-43f0-b958-478aa9c0f9c4 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:14:35.686992 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98036636-1cce-4896-a84b-6ecea850ec09 req-af0fa30f-a9ea-41e7-bbe1-f27cca785b58 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:35.688519 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-98036636-1cce-4896-a84b-6ecea850ec09 req-af0fa30f-a9ea-41e7-bbe1-f27cca785b58 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0503898 Apr 12 13:14:35.735137 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-98036636-1cce-4896-a84b-6ecea850ec09 req-3e27b3ab-f2ac-45c7-b70d-c8b1f03a9f91 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409052 Apr 12 13:14:36.009573 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1205f1f-7921-4d6b-94c5-8887afd55815 req-40234063-1bda-483c-8260-b57b489140f4 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:36.011056 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1205f1f-7921-4d6b-94c5-8887afd55815 req-40234063-1bda-483c-8260-b57b489140f4 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0484056 Apr 12 13:14:36.058870 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1205f1f-7921-4d6b-94c5-8887afd55815 req-8067548d-3900-4e7b-8048-d08ac72bab0e tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422845 Apr 12 13:14:36.853366 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b510fe-caf2-411d-86e7-0f6947091feb req-f673b1ea-1a2d-48b0-a83b-189279486931 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:36.855009 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e9b510fe-caf2-411d-86e7-0f6947091feb req-f673b1ea-1a2d-48b0-a83b-189279486931 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0482531 Apr 12 13:14:36.907877 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e9b510fe-caf2-411d-86e7-0f6947091feb req-91dcf328-f4df-4b2f-8241-514507683c58 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466778 Apr 12 13:14:37.054807 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ae655611-097e-49f5-93d6-6a21f33c1340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:37.171047 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86dee0-a377-4151-b0d8-ba8082afb615 req-5a0c93d6-9a1f-4398-b6e3-6005b58a0b63 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:37.172508 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ba86dee0-a377-4151-b0d8-ba8082afb615 req-5a0c93d6-9a1f-4398-b6e3-6005b58a0b63 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0469151 Apr 12 13:14:37.218495 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ba86dee0-a377-4151-b0d8-ba8082afb615 req-7671a948-de98-4534-8c68-07c3c2c62f2d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403385 Apr 12 13:14:37.351161 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-2339d877-9b98-4f6d-b4d0-484352ffb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:37.352666 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-2339d877-9b98-4f6d-b4d0-484352ffb8c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438530 Apr 12 13:14:37.883760 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-19e90d15-5277-464b-890c-a699a0615106 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085577 Apr 12 13:14:38.025553 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f236c1-a44f-4df6-b3a5-cff9834be83a req-3d198796-7f97-4b0b-aed9-95ea8e7c623b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:38.026928 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-41f236c1-a44f-4df6-b3a5-cff9834be83a req-3d198796-7f97-4b0b-aed9-95ea8e7c623b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0466347 Apr 12 13:14:38.074135 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-41f236c1-a44f-4df6-b3a5-cff9834be83a req-9a1fbcc4-e0bd-4f61-aa15-9fe2ffcbd8b3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Apr 12 13:14:38.291570 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-19b55d98-d996-4c29-8c31-43939c8a88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:38.294034 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-19b55d98-d996-4c29-8c31-43939c8a88e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ece71a09a94851833df1d109311c97&device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 1129 time: 0.0623686 Apr 12 13:14:38.392441 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676c212-e324-4354-9ef1-5a7154b59ac9 req-af2aaa2b-eb0a-460f-bf08-071dba618b49 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:38.394017 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9676c212-e324-4354-9ef1-5a7154b59ac9 req-af2aaa2b-eb0a-460f-bf08-071dba618b49 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0839369 Apr 12 13:14:38.421494 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-f590b8e6-3510-4bb1-b3e6-a23638686c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:38.423228 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-f590b8e6-3510-4bb1-b3e6-a23638686c93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 200 len: 911 time: 0.1109869 Apr 12 13:14:38.426174 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7e575aeb-bd8c-4619-a671-5b1a79db5e23 req-9cd54e7a-5bda-42fc-b907-bfe33e50aff7 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904995 Apr 12 13:14:38.462629 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9676c212-e324-4354-9ef1-5a7154b59ac9 req-44d7286b-c0c0-4c67-8072-1f0a2986b8c3 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574534 Apr 12 13:14:38.525939 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-2f4bede5-47fb-4f8b-92b4-4533f8162a81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd HTTP/1.1" status: 200 len: 1000 time: 0.0856676 Apr 12 13:14:38.576317 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-be0b957f-8d16-4375-b85e-4f842e4ce63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:38.577890 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-be0b957f-8d16-4375-b85e-4f842e4ce63c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15b5014d-00df-4c61-a675-ebbc17295068 HTTP/1.1" status: 200 len: 850 time: 0.0455492 Apr 12 13:14:38.625985 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-73798925-4bb3-4e14-bd68-9ce1771ce60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:38.627500 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-73798925-4bb3-4e14-bd68-9ce1771ce60a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=338fa43e-63c7-4e02-92fe-2483c828b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418305 Apr 12 13:14:38.707058 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:38.731581 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-5b0d2db2-8286-47b8-81d0-421d503c006d service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970106 Apr 12 13:14:38.884538 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f07848ed-46a8-43e1-9ce9-bbc81a28d427 req-470a0b40-5075-40e5-a9c2-7fae9bd722e9 service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369333 Apr 12 13:14:39.244400 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e2ba7-4108-4fa0-a78c-d43e49860b2f req-15fc8d18-0527-4ec4-94e3-508a0fdf7d1d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:39.250043 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e76e2ba7-4108-4fa0-a78c-d43e49860b2f req-15fc8d18-0527-4ec4-94e3-508a0fdf7d1d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0594904 Apr 12 13:14:39.315066 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e76e2ba7-4108-4fa0-a78c-d43e49860b2f req-0a01fd3c-791e-4a33-b767-6a06c7d1a986 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624464 Apr 12 13:14:39.584408 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1dbcc-2250-42cf-8428-5c40a14b82a4 req-84489909-d94e-41cc-813b-9c2a7d8c26bf tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:39.586043 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7bd1dbcc-2250-42cf-8428-5c40a14b82a4 req-84489909-d94e-41cc-813b-9c2a7d8c26bf tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0494130 Apr 12 13:14:39.638244 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7bd1dbcc-2250-42cf-8428-5c40a14b82a4 req-97a9f7be-0fbc-4978-95f9-49bb3d496dfc tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456753 Apr 12 13:14:40.511217 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4551b0-6ba3-4c14-9e73-c6291addb2f8 req-0719434b-7bfa-4523-a3e0-c95ac261dc86 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:40.513006 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-be4551b0-6ba3-4c14-9e73-c6291addb2f8 req-0719434b-7bfa-4523-a3e0-c95ac261dc86 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.1066732 Apr 12 13:14:40.584199 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:40.592159 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-be4551b0-6ba3-4c14-9e73-c6291addb2f8 req-48b7288c-ddd5-4757-ba7d-9566387eee01 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725615 Apr 12 13:14:40.769240 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1053ee-ecb1-4c47-9c20-ecb13fe51b39 req-3c5c9da4-940d-4add-8322-12e9b93c3474 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:40.771001 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5c1053ee-ecb1-4c47-9c20-ecb13fe51b39 req-3c5c9da4-940d-4add-8322-12e9b93c3474 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0599513 Apr 12 13:14:40.824279 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5c1053ee-ecb1-4c47-9c20-ecb13fe51b39 req-dd5332f1-7d0a-46af-9544-632e144af47a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477972 Apr 12 13:14:41.665567 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:41.736455 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7a6c-ef72-4080-846f-3b8f13b89a56 req-e4c8a19e-d108-4f61-9fed-f0f750eb4e71 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:41.738698 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-215a7a6c-ef72-4080-846f-3b8f13b89a56 req-e4c8a19e-d108-4f61-9fed-f0f750eb4e71 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0593858 Apr 12 13:14:41.791906 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-215a7a6c-ef72-4080-846f-3b8f13b89a56 req-9cb60009-6f9e-4ed8-afc0-574e52dffeac tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469093 Apr 12 13:14:41.958921 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003974d6-7395-4b86-a668-f04858de095d req-f199425b-3239-4a3c-9288-2c13a7affb64 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:41.960860 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-003974d6-7395-4b86-a668-f04858de095d req-f199425b-3239-4a3c-9288-2c13a7affb64 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0558274 Apr 12 13:14:42.013732 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-003974d6-7395-4b86-a668-f04858de095d req-78c48cec-ef0d-4cff-ae3d-5eccbd47e285 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458729 Apr 12 13:14:42.310824 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device cbca9422-2444-4daa-b1ff-aea2423049f2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:14:42.456385 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:42.470435 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'port_id': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'mac_address': 'fa:16:3e:b5:d1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:14:42.531082 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port cbca9422-2444-4daa-b1ff-aea2423049f2 is: ACTIVE; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:14:42.531637 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:42.546631 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbca9422-2444-4daa-b1ff-aea2423049f2 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:14:42.568442 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:42.573498 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:42.632072 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:42.726728 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['cbca9422-2444-4daa-b1ff-aea2423049f2'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:14:42.944275 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4ac14-1360-435c-ae69-cb655bca3bc1 req-231aecab-8d51-413d-afdc-4aae42e0628f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:42.946030 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c9d4ac14-1360-435c-ae69-cb655bca3bc1 req-231aecab-8d51-413d-afdc-4aae42e0628f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 945 time: 0.0575120 Apr 12 13:14:43.002182 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c9d4ac14-1360-435c-ae69-cb655bca3bc1 req-30437f4c-6138-4345-877a-726a261fb5e3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501451 Apr 12 13:14:43.210928 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c132822-0ffc-4c6f-829f-028686854247 req-895b6dd9-72ba-4a59-8329-24231cc0a1c3 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:43.223010 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8c132822-0ffc-4c6f-829f-028686854247 req-895b6dd9-72ba-4a59-8329-24231cc0a1c3 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0920353 Apr 12 13:14:43.355058 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device cbca9422-2444-4daa-b1ff-aea2423049f2 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:14:43.368355 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8c132822-0ffc-4c6f-829f-028686854247 req-132e0149-8095-458b-936b-98772cc7b053 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444011 Apr 12 13:14:43.436188 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port cbca9422-2444-4daa-b1ff-aea2423049f2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:14:43.436605 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:43.549915 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port cbca9422-2444-4daa-b1ff-aea2423049f2 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:14:43.550315 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:43.603194 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:14:43.604138 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:14:43.606677 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41506b60-125e-44dc-b61d-f9f275d5d4b7" -d '{"events": [{"server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "name": "network-vif-plugged", "status": "completed", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:14:43.610353 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:43.667624 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d62029-d87d-4f20-8dbb-bc0de6896bf0 x-openstack-request-id: req-b8d62029-d87d-4f20-8dbb-bc0de6896bf0 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:14:43.667962 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "name": "network-vif-plugged", "status": "completed", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:14:43.668167 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8d62029-d87d-4f20-8dbb-bc0de6896bf0 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:14:43.668630 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d62029-d87d-4f20-8dbb-bc0de6896bf0'] response: {'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'code': 200} Apr 12 13:14:43.672140 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:44.174422 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc7501-72ea-4fcc-8ac9-8a61e0b2bfd2 req-2d10f28a-8dd9-4026-9b3d-eaf50cbd079c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:44.189281 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c9fc7501-72ea-4fcc-8ac9-8a61e0b2bfd2 req-2d10f28a-8dd9-4026-9b3d-eaf50cbd079c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.1071687 Apr 12 13:14:44.259986 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c9fc7501-72ea-4fcc-8ac9-8a61e0b2bfd2 req-2bb54af8-ccd0-4384-b9f0-249a0a9b6562 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691652 Apr 12 13:14:44.499837 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec130ae-23c0-4616-902b-4ce36b1fe38f req-e8f76af6-c625-44d4-b770-8b4e5415729d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:44.504846 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cec130ae-23c0-4616-902b-4ce36b1fe38f req-e8f76af6-c625-44d4-b770-8b4e5415729d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0521445 Apr 12 13:14:44.577923 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cec130ae-23c0-4616-902b-4ce36b1fe38f req-90940cd6-7d13-415c-8075-50ceed5e06d5 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644085 Apr 12 13:14:45.235061 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:14:45.399599 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643f70e-3cfd-4dea-938a-98258625f847 req-e96c94cc-98fd-4052-88b6-d73e445e9d3d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:45.401273 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9643f70e-3cfd-4dea-938a-98258625f847 req-e96c94cc-98fd-4052-88b6-d73e445e9d3d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0560205 Apr 12 13:14:45.464179 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9643f70e-3cfd-4dea-938a-98258625f847 req-6ca23fc2-2abb-42e2-b8fb-db9d790250a0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563347 Apr 12 13:14:46.600299 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182a2d9-b7d7-4964-bfd8-801c7f051fd3 req-bec22265-cc50-4d91-9113-1f8897b2b588 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:46.602694 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e182a2d9-b7d7-4964-bfd8-801c7f051fd3 req-bec22265-cc50-4d91-9113-1f8897b2b588 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0631154 Apr 12 13:14:46.665729 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e182a2d9-b7d7-4964-bfd8-801c7f051fd3 req-b46607e6-0449-4932-9899-f1c8965039c1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570867 Apr 12 13:14:47.823763 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2823c05-7358-46fb-b832-2c9415760ae0 req-c7fb07d3-02f4-40a2-839a-b33a7cb9dbda tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:47.825330 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c2823c05-7358-46fb-b832-2c9415760ae0 req-c7fb07d3-02f4-40a2-839a-b33a7cb9dbda tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0574059 Apr 12 13:14:47.897967 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c2823c05-7358-46fb-b832-2c9415760ae0 req-9677d124-acf9-4305-9ab2-032c9e72d385 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658166 Apr 12 13:14:49.183482 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e6309-5a0c-4539-9f81-e80018ce4242 req-34e50341-7b29-486c-a278-f626b89f54b2 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:49.186586 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-075e6309-5a0c-4539-9f81-e80018ce4242 req-34e50341-7b29-486c-a278-f626b89f54b2 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.1366863 Apr 12 13:14:49.334145 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-075e6309-5a0c-4539-9f81-e80018ce4242 req-f1ac4eaf-cd20-40fc-8c89-7f8a9610e9ec tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396132 Apr 12 13:14:50.484011 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3a051-1c61-4869-bc7f-c54286d2a8e5 req-4a564bcd-b52a-4d73-9a40-00aec0f8ab8e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:50.486436 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-99f3a051-1c61-4869-bc7f-c54286d2a8e5 req-4a564bcd-b52a-4d73-9a40-00aec0f8ab8e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0518935 Apr 12 13:14:50.565767 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-99f3a051-1c61-4869-bc7f-c54286d2a8e5 req-b7dd88af-8961-4867-a3e8-00a9f550bac3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584047 Apr 12 13:14:51.785316 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171ca66-f9f7-4f61-a226-f64e072a34b4 req-b70976f1-1739-49d1-9960-4ba9de15e352 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:51.792743 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e171ca66-f9f7-4f61-a226-f64e072a34b4 req-b70976f1-1739-49d1-9960-4ba9de15e352 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.1020916 Apr 12 13:14:51.898155 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e171ca66-f9f7-4f61-a226-f64e072a34b4 req-de077b8c-a42e-4b6b-a285-23cf7cab005c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039879 Apr 12 13:14:53.329326 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaecec7-4431-476d-989f-133221cd38b9 req-c7ca1fde-c92e-459b-85d9-ef896741de0c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:53.341908 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bbaecec7-4431-476d-989f-133221cd38b9 req-c7ca1fde-c92e-459b-85d9-ef896741de0c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.2111127 Apr 12 13:14:53.507337 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bbaecec7-4431-476d-989f-133221cd38b9 req-0e25ee5b-3be8-4bfd-9352-ef06a1d60459 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570542 Apr 12 13:14:54.702454 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0458675-6cf7-4aa0-8f7b-bb6945044bf1 req-77666459-807f-4af3-88d1-8c16a5b808a2 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:54.710224 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e0458675-6cf7-4aa0-8f7b-bb6945044bf1 req-77666459-807f-4af3-88d1-8c16a5b808a2 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.1054041 Apr 12 13:14:54.777909 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e0458675-6cf7-4aa0-8f7b-bb6945044bf1 req-66b03925-016b-404f-9b00-f87160632e6a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666552 Apr 12 13:14:55.931737 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc648783-5208-4844-a80f-d8f76a742083 req-ddc95fbe-590d-4bba-93d6-004f81a1ff69 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:55.933547 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bc648783-5208-4844-a80f-d8f76a742083 req-ddc95fbe-590d-4bba-93d6-004f81a1ff69 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0653739 Apr 12 13:14:55.991452 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bc648783-5208-4844-a80f-d8f76a742083 req-0c4abf49-4f74-44f8-a05c-4f7f8a500013 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485528 Apr 12 13:14:56.816763 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-f3c6920b-a305-4bc5-9f64-b5d87d8a6591 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661809 Apr 12 13:14:56.889506 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-2fc4fbbd-2d89-41f7-a997-3d6da851abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:56.891483 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-2fc4fbbd-2d89-41f7-a997-3d6da851abcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 1129 time: 0.0495114 Apr 12 13:14:57.114753 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-b804288e-449c-4fce-912a-2c296e102072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:57.117050 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-b804288e-449c-4fce-912a-2c296e102072 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.1974249 Apr 12 13:14:57.180010 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-eba5f8b1-d751-49ca-9c81-23d021c839c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a822c3b-ec1d-4d14-b30d-5bc837caf399 HTTP/1.1" status: 200 len: 217 time: 0.0505283 Apr 12 13:14:57.186128 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404f426-e52b-4b9f-b3e7-662b802dd943 req-542535c1-0a95-48ac-8061-26506e9c28ba tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:57.195948 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d404f426-e52b-4b9f-b3e7-662b802dd943 req-542535c1-0a95-48ac-8061-26506e9c28ba tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0912805 Apr 12 13:14:57.262173 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d404f426-e52b-4b9f-b3e7-662b802dd943 req-c3a4ee5f-668b-4ad9-9d62-25d8b76430c7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652430 Apr 12 13:14:57.271461 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-27a09026-ce86-44c2-af3c-3cd1e8c56ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:57.272573 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-27a09026-ce86-44c2-af3c-3cd1e8c56ea5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0805991 Apr 12 13:14:57.328745 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-cc288259-0e5f-41c7-ad40-5327aae2490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:57.330616 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-cc288259-0e5f-41c7-ad40-5327aae2490a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499322 Apr 12 13:14:57.456394 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-ae1e7a1d-1364-4073-9385-d33363f49d4e service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168170 Apr 12 13:14:57.573281 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9063ad81-3f84-4bdb-bc42-29208253df21 req-4664096d-329b-4420-9aa8-0756ee80687b service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969915 Apr 12 13:14:57.872133 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 55318) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:57.923199 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ee0740-c7c5-449c-8a74-442046e04664 admin admin] Deleting subnet 3a2d73f6-89f1-4394-a972-3b7033018abd {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:14:57.927151 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67ee0740-c7c5-449c-8a74-442046e04664 admin admin] Publish callbacks [] for subnet (3a2d73f6-89f1-4394-a972-3b7033018abd), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:57.971268 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67ee0740-c7c5-449c-8a74-442046e04664 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083040'] for subnet (3a2d73f6-89f1-4394-a972-3b7033018abd), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.018979 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67ee0740-c7c5-449c-8a74-442046e04664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (3a2d73f6-89f1-4394-a972-3b7033018abd), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.081223 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67ee0740-c7c5-449c-8a74-442046e04664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11553197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12444193'] for subnet (3a2d73f6-89f1-4394-a972-3b7033018abd), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.115816 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee0740-c7c5-449c-8a74-442046e04664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2d73f6-89f1-4394-a972-3b7033018abd,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:58.118772 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-67ee0740-c7c5-449c-8a74-442046e04664 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.122584 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-67ee0740-c7c5-449c-8a74-442046e04664 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3a2d73f6-89f1-4394-a972-3b7033018abd HTTP/1.1" status: 204 len: 168 time: 0.2494051 Apr 12 13:14:58.125003 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 55320) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:58.214901 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (1af92fb7-330e-4f59-9711-b5cec792635b), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.308857 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (1af92fb7-330e-4f59-9711-b5cec792635b), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.356022 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af92fb7-330e-4f59-9711-b5cec792635b']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:14:58.372285 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90584503-bb64-4066-8f6e-991222a42e26') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:14:58.372583 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90584503-bb64-4066-8f6e-991222a42e26') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:14:58.387986 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083049'] for segment (90584503-bb64-4066-8f6e-991222a42e26), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.404979 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289d29f-b501-43b0-9522-4a3e3f0a1ce0 req-915362c7-f022-4460-9132-3640734fb5f8 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:58.405887 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (90584503-bb64-4066-8f6e-991222a42e26), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.408178 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f289d29f-b501-43b0-9522-4a3e3f0a1ce0 req-915362c7-f022-4460-9132-3640734fb5f8 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0702238 Apr 12 13:14:58.414950 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:14:58.415209 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11553031'] for segment (90584503-bb64-4066-8f6e-991222a42e26), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: Traceback (most recent call last): Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: timer() Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: cb(*args, **kw) Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: return func(*args, **kwargs) Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: self._notify() Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: self.callback(batched_events) Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: event.method(event) Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: return f(self, *a, **k) Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._get(url).json() Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:14:58.417115 dv-cinder-830096-4-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:14:58.487655 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (1af92fb7-330e-4f59-9711-b5cec792635b), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.509829 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f289d29f-b501-43b0-9522-4a3e3f0a1ce0 req-78ab6346-2ddc-4658-9a12-ef5ce5801446 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929189 Apr 12 13:14:58.532296 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.535711 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1af92fb7-330e-4f59-9711-b5cec792635b HTTP/1.1" status: 204 len: 168 time: 0.4095464 Apr 12 13:14:58.537069 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52133d-9b32-40ae-aa57-47da6b158135 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af92fb7-330e-4f59-9711-b5cec792635b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:58.768011 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.790099 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 55336) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:58.834826 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d564876b-8f04-47be-9706-f76551efc96d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9b9f7bd097244c690b507162f5908df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435665 Apr 12 13:14:58.837441 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 55340) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:58.889949 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ff211cb-359e-4f0e-b0e2-1d9deea988e6 admin admin] Publish callbacks [] for security_group (3e1e44bc-8827-499a-91a8-ec55592c3c29), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.911611 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ff211cb-359e-4f0e-b0e2-1d9deea988e6 admin admin] Publish callbacks [] for security_group (3e1e44bc-8827-499a-91a8-ec55592c3c29), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.960023 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ff211cb-359e-4f0e-b0e2-1d9deea988e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (3e1e44bc-8827-499a-91a8-ec55592c3c29), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.962840 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-8ff211cb-359e-4f0e-b0e2-1d9deea988e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:58.964129 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-8ff211cb-359e-4f0e-b0e2-1d9deea988e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e1e44bc-8827-499a-91a8-ec55592c3c29 HTTP/1.1" status: 204 len: 168 time: 0.1255465 Apr 12 13:14:58.973004 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff211cb-359e-4f0e-b0e2-1d9deea988e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1e44bc-8827-499a-91a8-ec55592c3c29,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:14:59.645075 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43966d89-3169-432c-9402-e3ce343bd88e req-1e03f3de-7b2d-4bd2-8d16-4136589af268 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:59.647335 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43966d89-3169-432c-9402-e3ce343bd88e req-1e03f3de-7b2d-4bd2-8d16-4136589af268 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0531123 Apr 12 13:14:59.658597 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-260541be-0a41-4aed-9a18-e776b6069f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:59.660587 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-260541be-0a41-4aed-9a18-e776b6069f31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 1130 time: 0.0595284 Apr 12 13:14:59.670580 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 55370) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:14:59.725971 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-43966d89-3169-432c-9402-e3ce343bd88e req-c19461b7-2359-40e5-8dab-331906c635ff tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721507 Apr 12 13:14:59.794677 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-debab8ee-7436-4963-8567-f43026937c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:59.796236 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-debab8ee-7436-4963-8567-f43026937c13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 917 time: 0.1267476 Apr 12 13:14:59.814474 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1390942278-network', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:14:59.831739 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252291d2-729d-4c8f-bccf-5b1634c830f0 req-1faa28eb-ed53-4bbd-bb02-fb64b3c3bcd1 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:14:59.833204 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-252291d2-729d-4c8f-bccf-5b1634c830f0 req-1faa28eb-ed53-4bbd-bb02-fb64b3c3bcd1 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 946 time: 0.0652795 Apr 12 13:14:59.857954 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Made reservation on behalf of a9d2171a1fdc440dab8ed588d78ba9b6 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:14:59.860131 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:59.870849 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:59.910005 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-252291d2-729d-4c8f-bccf-5b1634c830f0 req-1d3aed5c-d42a-4a86-af41-99323a61d241 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700407 Apr 12 13:14:59.966013 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Publish callbacks [] for security_group (693f65f2-70e2-4078-ae14-2da19c2cbdd0), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:14:59.970414 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (693f65f2-70e2-4078-ae14-2da19c2cbdd0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.000628 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:15:00.006606 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693f65f2-70e2-4078-ae14-2da19c2cbdd0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:00.014822 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (70dec4fe-14c8-45e8-afbd-6485cad17f51), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.014822 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Added segment 70dec4fe-14c8-45e8-afbd-6485cad17f51 of type vlan for network 9142ac7d-f054-4a50-ad45-6db95473a464 Apr 12 13:15:00.056353 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (9142ac7d-f054-4a50-ad45-6db95473a464), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.084386 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (9142ac7d-f054-4a50-ad45-6db95473a464), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.085587 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:00.086162 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.142271 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4705963 Apr 12 13:15:00.145225 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 55376) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:00.147852 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f46976-1332-42b6-b8d7-7d945df39bb8 admin admin] Pushing event updated for resources: {'Network': ['ID=9142ac7d-f054-4a50-ad45-6db95473a464,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:00.150132 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Request body: {'subnet': {'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1390942278-subnet', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:00.158956 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 9142ac7d-f054-4a50-ad45-6db95473a464 details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:15:00.178169 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Made reservation on behalf of a9d2171a1fdc440dab8ed588d78ba9b6 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:00.180470 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12444220'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.342934 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11564896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12444206'] for subnet (cb0701ad-d073-491a-8312-44390a009688), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.394917 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0701ad-d073-491a-8312-44390a009688,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:00.407063 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Checking segment: {'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:00.407411 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Network hostable DHCP agents. Network: 9142ac7d-f054-4a50-ad45-6db95473a464, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:15:00.424388 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Network 9142ac7d-f054-4a50-ad45-6db95473a464 is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:15:00.433268 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 9142ac7d-f054-4a50-ad45-6db95473a464) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:00.437220 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:00.437789 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.443594 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d2857a-7eed-426d-bcb8-3ad8e0ea7475 None None] Network 9142ac7d-f054-4a50-ad45-6db95473a464 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:15:00.454467 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c28da250-3b87-4ec4-9b2a-a5d7a4653b7d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3081710 Apr 12 13:15:00.457286 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 55378) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:00.461815 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:00.483021 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.484115 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.540255 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks [] for router_controller (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.550301 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-9142ac7d-f054-4a50-ad45-6db95473a464', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:15:00.551728 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.685965 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks [] for router_gateway (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.701132 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Allocated IP 172.20.0.2 (9142ac7d-f054-4a50-ad45-6db95473a464/cb0701ad-d073-491a-8312-44390a009688/6b392864-0985-4821-a45c-4a79b700526f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:15:00.842350 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Publish callbacks [] for port (6b392864-0985-4821-a45c-4a79b700526f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.849726 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (6b392864-0985-4821-a45c-4a79b700526f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.872029 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a15996-da5c-4178-b190-f38a838af013 req-daa51536-93c3-4239-88a0-9534b5a18ae1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:00.873534 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-80a15996-da5c-4178-b190-f38a838af013 req-daa51536-93c3-4239-88a0-9534b5a18ae1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0795689 Apr 12 13:15:00.892259 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Network 9142ac7d-f054-4a50-ad45-6db95473a464 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:15:00.900693 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:00.902892 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Pushing event updated for resources: {'Port': ['ID=6b392864-0985-4821-a45c-4a79b700526f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:00.905138 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:15:00.937487 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks [] for router_gateway (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.965370 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Attempting to bind port 6b392864-0985-4821-a45c-4a79b700526f on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:15:00.965899 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Attempting to bind port 6b392864-0985-4821-a45c-4a79b700526f by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:15:00.966265 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Attempting to bind port 6b392864-0985-4821-a45c-4a79b700526f on network 9142ac7d-f054-4a50-ad45-6db95473a464 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:15:00.969910 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.971915 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:15:00.972345 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Checking segment: {'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:00.972744 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.973122 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Bound using segment: {'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:15:00.973612 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Bound port: 6b392864-0985-4821-a45c-4a79b700526f, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:15:00.973984 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6b392864-0985-4821-a45c-4a79b700526f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:00.982021 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-80a15996-da5c-4178-b190-f38a838af013 req-aefc4430-ad29-4a24-b369-90fe3c988c7a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906620 Apr 12 13:15:01.044729 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] For port 6b392864-0985-4821-a45c-4a79b700526f, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:15:01.049017 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] For port 6b392864-0985-4821-a45c-4a79b700526f, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6b392864-0985-4821-a45c-4a79b700526f,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:15:01.056625 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (6b392864-0985-4821-a45c-4a79b700526f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:01.066977 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262b239-4764-4e12-b9e2-5a49249364d3 req-8364cd6f-b12b-47ba-8533-e8b7e64e380c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:01.069129 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a262b239-4764-4e12-b9e2-5a49249364d3 req-8364cd6f-b12b-47ba-8533-e8b7e64e380c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 946 time: 0.0851638 Apr 12 13:15:01.121693 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69cc8e-cfbb-4ea0-a1b1-be6e72555929 None None] Pushing event updated for resources: {'Port': ['ID=6b392864-0985-4821-a45c-4a79b700526f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:01.162231 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Allocated IP 172.27.3.181 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/2e10fe76-3dea-4731-b560-90ea5c6007f3) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:15:01.177849 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a262b239-4764-4e12-b9e2-5a49249364d3 req-c032d0e4-501e-4783-b585-ddd3b87da25f tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010761 Apr 12 13:15:01.295469 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks [] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:01.336791 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:01.377449 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:15:01.387974 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:01.390671 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Pushing event updated for resources: {'Port': ['ID=2e10fe76-3dea-4731-b560-90ea5c6007f3,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:01.393342 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:15:01.578473 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-0030409f-b693-4b5c-b015-4b0f71e3fe59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbca9422-2444-4daa-b1ff-aea2423049f2 HTTP/1.1" status: 200 len: 1001 time: 0.0680981 Apr 12 13:15:01.623550 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks [] for router_gateway (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:01.630829 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-19c6b059-511c-498c-b604-0e5f2e6db173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:01.632311 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-19c6b059-511c-498c-b604-0e5f2e6db173 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0453491 Apr 12 13:15:01.679865 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-b8a46ce2-ee99-4ab5-a0e3-05fed05a7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:01.681723 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-b8a46ce2-ee99-4ab5-a0e3-05fed05a7b75 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416100 Apr 12 13:15:01.795967 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-15f52d49-e1f5-4ff9-9ab1-514c90405634 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014588 Apr 12 13:15:01.971191 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b5ed7b3b-2447-4fd9-8eb3-39a448a9f977 req-e0401e4b-ad2c-4b34-bcb6-88f049c7d748 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013684 Apr 12 13:15:02.059468 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-7a0aebdf-8c8d-440e-912a-2b801694fd9c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:02.061090 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-7a0aebdf-8c8d-440e-912a-2b801694fd9c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 946 time: 0.0638273 Apr 12 13:15:02.065289 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:02.104680 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040c825-807e-414d-8a1d-1d233d23adc5 None None] Network 9142ac7d-f054-4a50-ad45-6db95473a464 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:15:02.162365 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e3287-7783-47f3-a6af-b4913b3d8a74 req-4b2ab98a-b572-480a-821c-e0b162bc05e3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:02.163946 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9d8e3287-7783-47f3-a6af-b4913b3d8a74 req-4b2ab98a-b572-480a-821c-e0b162bc05e3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0950520 Apr 12 13:15:02.193780 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-d20cefee-0cb7-42d5-b51b-c521cb755c5c None None] Provisioning complete for port 6b392864-0985-4821-a45c-4a79b700526f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:02.194287 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d20cefee-0cb7-42d5-b51b-c521cb755c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6b392864-0985-4821-a45c-4a79b700526f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:02.268596 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9d8e3287-7783-47f3-a6af-b4913b3d8a74 req-124f1ca5-ba51-4d60-bad9-5201338320ea tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797524 Apr 12 13:15:02.312268 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bd3da-59d2-483b-8a1a-2be9cdc643f4 req-e24147ce-d0f2-42db-9308-936d6d91002e tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:02.314231 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e4bd3da-59d2-483b-8a1a-2be9cdc643f4 req-e24147ce-d0f2-42db-9308-936d6d91002e tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 946 time: 0.0635607 Apr 12 13:15:02.346402 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Router dbf02e3a-b664-4884-a198-ae0ad89f1bbd is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:15:02.381410 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e4bd3da-59d2-483b-8a1a-2be9cdc643f4 req-e28e39db-5018-498d-8b65-72bc653adfc9 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577731 Apr 12 13:15:02.433596 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-d20cefee-0cb7-42d5-b51b-c521cb755c5c None None] Current status of the port 6b392864-0985-4821-a45c-4a79b700526f is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:02.434064 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d20cefee-0cb7-42d5-b51b-c521cb755c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6b392864-0985-4821-a45c-4a79b700526f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:02.469507 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-d20cefee-0cb7-42d5-b51b-c521cb755c5c None None] For port 6b392864-0985-4821-a45c-4a79b700526f, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6b392864-0985-4821-a45c-4a79b700526f,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:02.475206 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d20cefee-0cb7-42d5-b51b-c521cb755c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (6b392864-0985-4821-a45c-4a79b700526f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:02.487828 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:15:02.497714 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Sync routers for ids ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:15:02.509652 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Routers {'dbf02e3a-b664-4884-a198-ae0ad89f1bbd'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:15:02.510859 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:14:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:02.514993 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:02.515520 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-eaa41e29-6e0e-4949-918e-34ce8517e1dd admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0572536 Apr 12 13:15:02.518505 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 55388) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:02.532542 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cefee-0cb7-42d5-b51b-c521cb755c5c None None] Pushing event updated for resources: {'Port': ['ID=6b392864-0985-4821-a45c-4a79b700526f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:02.649266 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Set router dbf02e3a-b664-4884-a198-ae0ad89f1bbd gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:15:02.696399 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9a768b80-6dd6-4751-bff4-594173c17c15 None None] Provisioning complete for port 6b392864-0985-4821-a45c-4a79b700526f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:02.696765 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9a768b80-6dd6-4751-bff4-594173c17c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6b392864-0985-4821-a45c-4a79b700526f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:02.779794 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9a768b80-6dd6-4751-bff4-594173c17c15 None None] Current status of the port 6b392864-0985-4821-a45c-4a79b700526f is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:02.827748 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:01Z', 'revision_number': 3, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:02.854898 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Checking router: dbf02e3a-b664-4884-a198-ae0ad89f1bbd for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:15:02.855234 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Updating router dbf02e3a-b664-4884-a198-ae0ad89f1bbd port 2e10fe76-3dea-4731-b560-90ea5c6007f3 binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:15:02.882468 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:02.953654 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.117771 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6b392864-0985-4821-a45c-4a79b700526f up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:03.126502 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Allocated IP 172.20.0.1 (9142ac7d-f054-4a50-ad45-6db95473a464/cb0701ad-d073-491a-8312-44390a009688/7224bdfa-726f-493c-8c1c-b2828dcbaab5) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:15:03.142939 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Publish callbacks [] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.149740 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.168633 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 6b392864-0985-4821-a45c-4a79b700526f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:03.169214 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6b392864-0985-4821-a45c-4a79b700526f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.203408 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Pushing event updated for resources: {'Port': ['ID=2e10fe76-3dea-4731-b560-90ea5c6007f3,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:03.212246 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.212566 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.212993 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.213281 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.213602 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.214102 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.214577 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.214889 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.215379 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.215698 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.216016 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.216352 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.216662 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.217147 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.217482 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:03.221149 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Attempting to bind port 2e10fe76-3dea-4731-b560-90ea5c6007f3 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:15:03.221537 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Attempting to bind port 2e10fe76-3dea-4731-b560-90ea5c6007f3 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:15:03.221898 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Attempting to bind port 2e10fe76-3dea-4731-b560-90ea5c6007f3 on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:15:03.227816 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:15:03.228196 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:03.228692 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.228955 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:15:03.229438 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Bound port: 2e10fe76-3dea-4731-b560-90ea5c6007f3, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:15:03.229808 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.251556 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Publish callbacks [] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.256617 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 6b392864-0985-4821-a45c-4a79b700526f is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:03.284048 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] For port 2e10fe76-3dea-4731-b560-90ea5c6007f3, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:15:03.286584 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.287491 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] For port 2e10fe76-3dea-4731-b560-90ea5c6007f3, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=2e10fe76-3dea-4731-b560-90ea5c6007f3,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:15:03.296542 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.343100 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Network 9142ac7d-f054-4a50-ad45-6db95473a464 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:15:03.349545 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Pushing event updated for resources: {'Port': ['ID=7224bdfa-726f-493c-8c1c-b2828dcbaab5,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:03.352323 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:03.354730 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:15:03.363685 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1790a-872d-42c4-ac0a-dc3ffd9b7bb0 None None] Pushing event updated for resources: {'Port': ['ID=2e10fe76-3dea-4731-b560-90ea5c6007f3,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:03.385615 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Routers {'dbf02e3a-b664-4884-a198-ae0ad89f1bbd'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:15:03.386499 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:14:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:03.399669 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.410179 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2ac9-c7cb-4045-af1f-43556527b4b0 req-cae6395f-c6cb-4a0d-ac7d-b8d39e63bcae tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:03.411840 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7c6d2ac9-c7cb-4045-af1f-43556527b4b0 req-cae6395f-c6cb-4a0d-ac7d-b8d39e63bcae tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 946 time: 0.0643830 Apr 12 13:15:03.448149 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device cbca9422-2444-4daa-b1ff-aea2423049f2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:15:03.578596 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7c6d2ac9-c7cb-4045-af1f-43556527b4b0 req-b56b2f78-02bb-4008-b65f-d38116615f4b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581769 Apr 12 13:15:03.618466 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port cbca9422-2444-4daa-b1ff-aea2423049f2 is: ACTIVE; New status is: DOWN {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:03.618996 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.623438 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa0c6a-140a-4414-bd7b-58497877ff4e req-2567c7c5-bd62-4ebd-879b-4c15eff22115 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:03.630363 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-55fa0c6a-140a-4414-bd7b-58497877ff4e req-2567c7c5-bd62-4ebd-879b-4c15eff22115 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 946 time: 0.1243725 Apr 12 13:15:03.635491 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] Set router dbf02e3a-b664-4884-a198-ae0ad89f1bbd gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:15:03.668328 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:03.669917 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:15:03.673537 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0412c023-2b35-4229-837b-073f05132126" -d '{"events": [{"server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "name": "network-vif-unplugged", "status": "completed", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:15:03.678332 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.707808 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-55fa0c6a-140a-4414-bd7b-58497877ff4e req-9a1eceb8-8487-4e0b-8808-0ec6aa095e7f tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645852 Apr 12 13:15:03.736824 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3ec831-87d4-4fc1-8ba5-675718d735c6 x-openstack-request-id: req-ca3ec831-87d4-4fc1-8ba5-675718d735c6 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:15:03.737576 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "name": "network-vif-unplugged", "status": "completed", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:15:03.737576 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ca3ec831-87d4-4fc1-8ba5-675718d735c6 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:15:03.737779 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3ec831-87d4-4fc1-8ba5-675718d735c6'] response: {'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'code': 200} Apr 12 13:15:03.756139 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-58fb56b4-7a1b-4498-b866-7d5ac6b352ee None None] Provisioning complete for port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:03.756614 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-58fb56b4-7a1b-4498-b866-7d5ac6b352ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.796886 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.806667 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:03.809536 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-58fb56b4-7a1b-4498-b866-7d5ac6b352ee None None] Port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:15:03.815017 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-88876489-57d0-4ec2-8791-d569ed01630c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Deleting port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:15:03.815353 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-88876489-57d0-4ec2-8791-d569ed01630c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:03.863536 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:01Z', 'revision_number': 3, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:03.891870 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd1ccef-8282-4565-88e9-68d2cacd2a46 None None] The sync data for ids ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:01Z', 'revision_number': 3, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:15:03.972277 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-88876489-57d0-4ec2-8791-d569ed01630c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] For port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,segment=NetworkSegment(8d6f6b1a-2a34-46a9-95a6-b7f245997d21),segment_id=8d6f6b1a-2a34-46a9-95a6-b7f245997d21)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:03.972892 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-88876489-57d0-4ec2-8791-d569ed01630c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:04.017388 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-88876489-57d0-4ec2-8791-d569ed01630c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Calling delete_port for 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:15:04.371210 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Publish callbacks [] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:04.379824 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:04.477362 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Pushing event updated for resources: {'Port': ['ID=7224bdfa-726f-493c-8c1c-b2828dcbaab5,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:04.488267 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:04.516630 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-88876489-57d0-4ec2-8791-d569ed01630c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (6bbe0fc8-2e75-4083-8bca-518ddeeaa344), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:04.528833 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['6bbe0fc8-2e75-4083-8bca-518ddeeaa344'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:15:04.583640 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88876489-57d0-4ec2-8791-d569ed01630c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Pushing event deleted for resources: {'Port': ['ID=6bbe0fc8-2e75-4083-8bca-518ddeeaa344,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:04.634647 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-88876489-57d0-4ec2-8791-d569ed01630c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] No DVR routers for this DVR port 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:15:04.638176 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-88876489-57d0-4ec2-8791-d569ed01630c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:04.641609 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c684efa1-bf01-4d54-b1e1-bb04e3e8cfb1 req-88876489-57d0-4ec2-8791-d569ed01630c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.26 "DELETE /v2.0/ports/6bbe0fc8-2e75-4083-8bca-518ddeeaa344 HTTP/1.1" status: 204 len: 173 time: 1.0169609 Apr 12 13:15:04.642081 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da721c9-d461-4431-9300-3d2f3a16c99f', 'name': 'network-vif-deleted', 'tag': '6bbe0fc8-2e75-4083-8bca-518ddeeaa344'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:15:04.644394 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49d4473-7d22-4447-a609-a163bb13bfe3" -d '{"events": [{"server_uuid": "6da721c9-d461-4431-9300-3d2f3a16c99f", "name": "network-vif-deleted", "tag": "6bbe0fc8-2e75-4083-8bca-518ddeeaa344"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:15:04.677394 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Network 9142ac7d-f054-4a50-ad45-6db95473a464 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:15:04.679051 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:04.727517 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a042a12-b556-47ad-8f34-173da94d29d6 x-openstack-request-id: req-9a042a12-b556-47ad-8f34-173da94d29d6 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:15:04.727809 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da721c9-d461-4431-9300-3d2f3a16c99f", "name": "network-vif-deleted", "tag": "6bbe0fc8-2e75-4083-8bca-518ddeeaa344", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:15:04.728048 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9a042a12-b556-47ad-8f34-173da94d29d6 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:15:04.728573 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a042a12-b556-47ad-8f34-173da94d29d6'] response: {'server_uuid': '6da721c9-d461-4431-9300-3d2f3a16c99f', 'name': 'network-vif-deleted', 'tag': '6bbe0fc8-2e75-4083-8bca-518ddeeaa344', 'status': 'completed', 'code': 200} Apr 12 13:15:04.753039 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1b2c4-fc50-4a94-874d-6bd401ecc06c req-5620a26c-c455-4e1e-b62f-e61bdc0890b0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:04.759499 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-53b1b2c4-fc50-4a94-874d-6bd401ecc06c req-5620a26c-c455-4e1e-b62f-e61bdc0890b0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.1006598 Apr 12 13:15:04.828346 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a6d36d4-3de5-45dd-8cf9-818c02304267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:04.880105 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-36cb83c4-4e99-4419-b775-be57868e8393 req-08979218-103c-42ea-8c9e-ad259631d1e5 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=6da721c9-d461-4431-9300-3d2f3a16c99f HTTP/1.1" status: 200 len: 210 time: 0.0629067 Apr 12 13:15:04.883542 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-53b1b2c4-fc50-4a94-874d-6bd401ecc06c req-11ddf134-73eb-4bd3-8a35-c5495c41f0c8 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164050 Apr 12 13:15:04.885845 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Router dbf02e3a-b664-4884-a198-ae0ad89f1bbd has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:15:05.011987 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:15:05.017220 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a6cab8df-e036-42bb-b508-530b465a6dbc admin admin] 10.222.0.47 "PUT /v2.0/routers/dbf02e3a-b664-4884-a198-ae0ad89f1bbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4974277 Apr 12 13:15:05.064259 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-3a5c3647-49b0-493e-adac-df957ae4cf91 None None] Provisioning complete for port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:05.064629 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3647-49b0-493e-adac-df957ae4cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:05.108729 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c3647-49b0-493e-adac-df957ae4cf91 None None] Port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:15:05.142255 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 2e10fe76-3dea-4731-b560-90ea5c6007f3 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:05.206231 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 2e10fe76-3dea-4731-b560-90ea5c6007f3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:05.206606 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:05.310801 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 2e10fe76-3dea-4731-b560-90ea5c6007f3 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:05.311220 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:05.342102 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 2e10fe76-3dea-4731-b560-90ea5c6007f3, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=2e10fe76-3dea-4731-b560-90ea5c6007f3,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:05.347835 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:05.433864 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=2e10fe76-3dea-4731-b560-90ea5c6007f3,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:05.552313 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-ba017832-60df-476b-8ebb-31625706b499 req-d74f65a1-54ba-4411-930a-f7b2845ba6d3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:15:05.553598 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ba017832-60df-476b-8ebb-31625706b499 req-d74f65a1-54ba-4411-930a-f7b2845ba6d3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055587 Apr 12 13:15:05.725653 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 55442) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:05.730711 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1292531755-network', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:05.752706 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Made reservation on behalf of edc760a8fff548108ce6a007b22bc0fc for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:05.756575 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:05.765264 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86e406-11b0-4885-9429-80a78bfb37fb req-d1a2b37f-12ed-4bb0-87b1-54aaa9559343 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:05.765860 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:05.766922 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1d86e406-11b0-4885-9429-80a78bfb37fb req-d1a2b37f-12ed-4bb0-87b1-54aaa9559343 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0658514 Apr 12 13:15:05.829924 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Sync routers for ids ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:15:05.833002 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1d86e406-11b0-4885-9429-80a78bfb37fb req-4d74588e-d49f-43ef-93f4-43d763615b34 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530055 Apr 12 13:15:05.844571 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Routers {'dbf02e3a-b664-4884-a198-ae0ad89f1bbd'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:15:05.845465 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:14:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:05.876517 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Publish callbacks [] for security_group (1b2b77fc-b53c-4263-9699-a3ce325bff18), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:05.881391 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (1b2b77fc-b53c-4263-9699-a3ce325bff18), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:05.905889 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:15:05.922459 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2b77fc-b53c-4263-9699-a3ce325bff18,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:05.927647 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (f8136ce5-c313-43fc-af11-5982a3b0037e), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:05.927995 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Added segment f8136ce5-c313-43fc-af11-5982a3b0037e of type vlan for network 84ccb9d5-542c-4f54-a740-85b81c5406af Apr 12 13:15:05.982579 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (84ccb9d5-542c-4f54-a740-85b81c5406af), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:05.994987 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Set router dbf02e3a-b664-4884-a198-ae0ad89f1bbd gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:15:06.027483 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (84ccb9d5-542c-4f54-a740-85b81c5406af), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.028655 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:06.029231 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.066331 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3370347 Apr 12 13:15:06.070247 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 55454) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:06.077461 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Request body: {'subnet': {'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1292531755-subnet', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:06.099865 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d03b92-f323-4b7b-9d10-a5a4e20f32b9 admin admin] Pushing event updated for resources: {'Network': ['ID=84ccb9d5-542c-4f54-a740-85b81c5406af,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:06.110770 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Made reservation on behalf of edc760a8fff548108ce6a007b22bc0fc for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:06.113459 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.132041 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 84ccb9d5-542c-4f54-a740-85b81c5406af details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:15:06.328267 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '7224bdfa-726f-493c-8c1c-b2828dcbaab5', 'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'mac_address': 'fa:16:3e:32:81:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:02Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 2, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'subnets': [{'id': 'cb0701ad-d073-491a-8312-44390a009688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:06.351949 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 55466) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:06.356886 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Checking router: dbf02e3a-b664-4884-a198-ae0ad89f1bbd for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:15:06.357405 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Updating router dbf02e3a-b664-4884-a198-ae0ad89f1bbd port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:15:06.357742 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for subnet (6ac03857-4362-4752-b90a-a72263745126), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.394041 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.418151 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac03857-4362-4752-b90a-a72263745126,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:06.426375 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Checking segment: {'id': 'f8136ce5-c313-43fc-af11-5982a3b0037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:06.426737 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Network hostable DHCP agents. Network: 84ccb9d5-542c-4f54-a740-85b81c5406af, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:15:06.445657 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-33854bf3-86e9-41b9-abea-97521a5eb785 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0924969 Apr 12 13:15:06.449646 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Network 84ccb9d5-542c-4f54-a740-85b81c5406af is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:15:06.458387 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-534bacab-8bfc-41a8-962e-40a87e90ffed service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:15:06.459654 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-534bacab-8bfc-41a8-962e-40a87e90ffed service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065677 Apr 12 13:15:06.459926 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 84ccb9d5-542c-4f54-a740-85b81c5406af) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:06.464724 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:06.465423 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.484870 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a93f232d-8cc9-4d59-a10c-effa50d5aae7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4103525 Apr 12 13:15:06.485593 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 55470) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:06.490528 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1292531755-router', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:06.505072 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9ecc62-9603-41bc-81ec-83cdfbd11833 None None] Network 84ccb9d5-542c-4f54-a740-85b81c5406af requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:15:06.513088 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.518118 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.555616 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 55476) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:06.581126 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks [] for router_controller (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.616674 dv-cinder-830096-4-iscsi neutron-server[103443]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 13:15:06.666263 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-17c9a0ec-07c8-4676-b7fe-5920c5573460 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:06.667867 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-17c9a0ec-07c8-4676-b7fe-5920c5573460 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports/cbca9422-2444-4daa-b1ff-aea2423049f2 HTTP/1.1" status: 200 len: 941 time: 0.1112626 Apr 12 13:15:06.687702 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-84ccb9d5-542c-4f54-a740-85b81c5406af', 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af', 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'fixed_ips': [{'subnet_id': '6ac03857-4362-4752-b90a-a72263745126'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:15:06.688640 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.731701 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks [] for router_gateway (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:06.984528 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks [] for router_gateway (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.008518 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Publish callbacks [] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.011806 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182814e4-19f7-4fbf-989d-857b55f962d5 req-7474a638-9ebc-4887-a758-2f2d569f7687 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:07.013214 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-182814e4-19f7-4fbf-989d-857b55f962d5 req-7474a638-9ebc-4887-a758-2f2d569f7687 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0812707 Apr 12 13:15:07.014815 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.027910 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.082125 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Allocated IP 172.20.0.2 (84ccb9d5-542c-4f54-a740-85b81c5406af/6ac03857-4362-4752-b90a-a72263745126/4a6492f5-5bb5-4c0a-b511-aced9e6590d9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:15:07.115610 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-182814e4-19f7-4fbf-989d-857b55f962d5 req-3c2bb41a-2185-4ee4-882d-8002788d973f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926762 Apr 12 13:15:07.127779 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dd0f5b62-9398-4225-87ff-f5d42b527ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.137777 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6e8a2-9895-44c0-802f-6978c2734367 None None] Pushing event updated for resources: {'Port': ['ID=7224bdfa-726f-493c-8c1c-b2828dcbaab5,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:07.156293 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 2e10fe76-3dea-4731-b560-90ea5c6007f3 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:07.178803 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Allocated IP 172.27.3.52 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/455b19b7-f891-4b80-b1f9-127587896d44) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:15:07.303988 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Attempting to bind port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:15:07.304432 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Attempting to bind port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:15:07.304964 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Attempting to bind port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 on network 9142ac7d-f054-4a50-ad45-6db95473a464 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:15:07.305100 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks [] for port (455b19b7-f891-4b80-b1f9-127587896d44), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.316520 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:15:07.316903 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Checking segment: {'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:07.317342 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.318270 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Bound using segment: {'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:15:07.318743 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Bound port: 7224bdfa-726f-493c-8c1c-b2828dcbaab5, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:15:07.319124 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.344410 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (455b19b7-f891-4b80-b1f9-127587896d44), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.353798 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 2e10fe76-3dea-4731-b560-90ea5c6007f3 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:07.354200 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.383404 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:15:07.387562 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:07.395055 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:15:07.398376 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Pushing event updated for resources: {'Port': ['ID=455b19b7-f891-4b80-b1f9-127587896d44,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:07.421389 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c44b4457-95fb-4aac-9a44-9a09d0fb0653 None None] Provisioning complete for port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:07.421717 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c44b4457-95fb-4aac-9a44-9a09d0fb0653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.463448 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.463783 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.464120 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.464452 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.464783 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.465106 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.465447 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.465766 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.466090 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.466407 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.466720 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.467038 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.467354 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.467669 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.467981 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:07.533048 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c44b4457-95fb-4aac-9a44-9a09d0fb0653 None None] Port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:15:07.537541 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Publish callbacks [] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.539324 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] For port 7224bdfa-726f-493c-8c1c-b2828dcbaab5, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:15:07.544690 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] For port 7224bdfa-726f-493c-8c1c-b2828dcbaab5, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=7224bdfa-726f-493c-8c1c-b2828dcbaab5,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:15:07.549702 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.560103 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.623247 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks [] for router_gateway (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.628340 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Network 84ccb9d5-542c-4f54-a740-85b81c5406af is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:15:07.641433 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:07.653826 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:15:07.667365 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Pushing event updated for resources: {'Port': ['ID=4a6492f5-5bb5-4c0a-b511-aced9e6590d9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:07.677988 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 2e10fe76-3dea-4731-b560-90ea5c6007f3 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:07.705038 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Routers {'dbf02e3a-b664-4884-a198-ae0ad89f1bbd'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:15:07.705709 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:15:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:07.852732 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6e8a2-9895-44c0-802f-6978c2734367 None None] Pushing event updated for resources: {'Port': ['ID=7224bdfa-726f-493c-8c1c-b2828dcbaab5,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:07.863048 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Attempting to bind port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:15:07.863443 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Attempting to bind port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': 'f8136ce5-c313-43fc-af11-5982a3b0037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:15:07.863811 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Attempting to bind port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 on network 84ccb9d5-542c-4f54-a740-85b81c5406af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:15:07.879912 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:15:07.880329 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Checking segment: {'id': 'f8136ce5-c313-43fc-af11-5982a3b0037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:07.880739 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.881136 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Bound using segment: {'id': 'f8136ce5-c313-43fc-af11-5982a3b0037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:15:07.881719 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Bound port: 4a6492f5-5bb5-4c0a-b511-aced9e6590d9, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8136ce5-c313-43fc-af11-5982a3b0037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:15:07.882102 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.887258 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f66f3db0-109f-464a-8bea-e579d2733511 None None] Provisioning complete for port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:07.887652 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f66f3db0-109f-464a-8bea-e579d2733511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:07.959877 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] Set router dbf02e3a-b664-4884-a198-ae0ad89f1bbd gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:15:08.046363 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:08.087753 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] For port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:15:08.152438 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] For port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=4a6492f5-5bb5-4c0a-b511-aced9e6590d9,segment=NetworkSegment(f8136ce5-c313-43fc-af11-5982a3b0037e),segment_id=f8136ce5-c313-43fc-af11-5982a3b0037e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:15:08.160250 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device cbca9422-2444-4daa-b1ff-aea2423049f2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:15:08.182841 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:15:08.202808 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:08.249347 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f66f3db0-109f-464a-8bea-e579d2733511 None None] Current status of the port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:08.249840 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f66f3db0-109f-464a-8bea-e579d2733511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:08.292587 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a297b71-8da7-49c8-b8a8-46c755698a9f req-f633b8de-5506-4bc2-b3eb-e9cb2e935a5f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:08.302553 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4a297b71-8da7-49c8-b8a8-46c755698a9f req-f633b8de-5506-4bc2-b3eb-e9cb2e935a5f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0611064 Apr 12 13:15:08.348268 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f302996-9065-446b-874b-8f77f6e4778e None None] Pushing event updated for resources: {'Port': ['ID=4a6492f5-5bb5-4c0a-b511-aced9e6590d9,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:08.384025 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-f66f3db0-109f-464a-8bea-e579d2733511 None None] For port 7224bdfa-726f-493c-8c1c-b2828dcbaab5, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=7224bdfa-726f-493c-8c1c-b2828dcbaab5,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:08.388245 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4a297b71-8da7-49c8-b8a8-46c755698a9f req-ac17e253-81b4-4668-9dac-e2c6f28ff072 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668590 Apr 12 13:15:08.389385 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:15:08.408326 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Sync routers for ids ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:15:08.422085 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f66f3db0-109f-464a-8bea-e579d2733511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:08.422350 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:08.422350 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d0bc13bd-e805-4c2e-b8fb-b012b7a4593d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9334452 Apr 12 13:15:08.423409 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 55494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:15:08.423890 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Routers {'cc06fec5-8063-438c-8c2e-b5e2113d6bd0'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:15:08.428620 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e478da83-a134-4c71-8630-936d394938b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:15:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:08.457241 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '7224bdfa-726f-493c-8c1c-b2828dcbaab5', 'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'mac_address': 'fa:16:3e:32:81:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:02Z', 'updated_at': '2022-04-12T13:15:07Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'subnets': [{'id': 'cb0701ad-d073-491a-8312-44390a009688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:08.508833 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port cbca9422-2444-4daa-b1ff-aea2423049f2 is: DOWN; New status is: DOWN {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:08.509901 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:15:08.516750 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9e96a-95f3-4517-bf80-06eeb40c7fc0 None None] The sync data for ids ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '7224bdfa-726f-493c-8c1c-b2828dcbaab5', 'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'mac_address': 'fa:16:3e:32:81:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:02Z', 'updated_at': '2022-04-12T13:15:07Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'subnets': [{'id': 'cb0701ad-d073-491a-8312-44390a009688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:15:08.566702 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Set router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:15:08.592953 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:15:08.595275 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 6bbe0fc8-2e75-4083-8bca-518ddeeaa344 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:15:08.599643 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f3db0-109f-464a-8bea-e579d2733511 None None] Pushing event updated for resources: {'Port': ['ID=7224bdfa-726f-493c-8c1c-b2828dcbaab5,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:08.712972 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:08.812700 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e478da83-a134-4c71-8630-936d394938b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'name': 'tempest-TestMinimumBasicScenario-1292531755-router', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '455b19b7-f891-4b80-b1f9-127587896d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:06Z', 'updated_at': '2022-04-12T13:15:07Z', 'revision_number': 3, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'gw_port': {'id': '455b19b7-f891-4b80-b1f9-127587896d44', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:07Z', 'updated_at': '2022-04-12T13:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:08.842520 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Checking router: cc06fec5-8063-438c-8c2e-b5e2113d6bd0 for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:15:08.842952 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Updating router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 port 455b19b7-f891-4b80-b1f9-127587896d44 binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:15:08.873429 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (455b19b7-f891-4b80-b1f9-127587896d44), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:08.994566 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.207879 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 7224bdfa-726f-493c-8c1c-b2828dcbaab5 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:09.208963 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Allocated IP 172.20.0.1 (84ccb9d5-542c-4f54-a740-85b81c5406af/6ac03857-4362-4752-b90a-a72263745126/792c95f6-ef49-4491-a722-be0c8272aecd) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:15:09.271836 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Publish callbacks [] for port (455b19b7-f891-4b80-b1f9-127587896d44), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.287814 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (455b19b7-f891-4b80-b1f9-127587896d44), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.306054 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:09.306420 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.394399 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Attempting to bind port 455b19b7-f891-4b80-b1f9-127587896d44 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:15:09.394764 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Attempting to bind port 455b19b7-f891-4b80-b1f9-127587896d44 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:15:09.395120 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Attempting to bind port 455b19b7-f891-4b80-b1f9-127587896d44 on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:15:09.407341 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Publish callbacks [] for port (792c95f6-ef49-4491-a722-be0c8272aecd), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.409989 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:15:09.410978 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:09.411582 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.412187 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:15:09.412807 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Bound port: 455b19b7-f891-4b80-b1f9-127587896d44, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:15:09.413364 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (455b19b7-f891-4b80-b1f9-127587896d44), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.457304 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.460721 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:09.463296 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:09.466316 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f756c04-2c3c-4011-83fe-ae4f6951859c None None] Pushing event updated for resources: {'Port': ['ID=455b19b7-f891-4b80-b1f9-127587896d44,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:09.479189 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e478da83-a134-4c71-8630-936d394938b9 None None] For port 455b19b7-f891-4b80-b1f9-127587896d44, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:15:09.483927 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-e478da83-a134-4c71-8630-936d394938b9 None None] For port 455b19b7-f891-4b80-b1f9-127587896d44, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=455b19b7-f891-4b80-b1f9-127587896d44,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:15:09.496519 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (455b19b7-f891-4b80-b1f9-127587896d44), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.520435 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Network 84ccb9d5-542c-4f54-a740-85b81c5406af is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:15:09.528843 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:09.534421 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:15:09.554749 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:09.555384 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.609620 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Pushing event updated for resources: {'Port': ['ID=792c95f6-ef49-4491-a722-be0c8272aecd,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:09.612886 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Routers {'cc06fec5-8063-438c-8c2e-b5e2113d6bd0'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:15:09.614118 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e478da83-a134-4c71-8630-936d394938b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:15:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:09.639929 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.640334 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.640603 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.640937 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.641359 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.641692 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.642024 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.642347 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.642671 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.642997 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.643323 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.643648 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.643970 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.644289 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.644708 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:09.652435 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d467f-134a-413b-bc70-e00c9edf9444 req-9cac6bc9-ff8a-478f-a985-fa81553beed0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:09.667276 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.681545 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-333d467f-134a-413b-bc70-e00c9edf9444 req-9cac6bc9-ff8a-478f-a985-fa81553beed0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.1310194 Apr 12 13:15:09.823356 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-333d467f-134a-413b-bc70-e00c9edf9444 req-3054f169-2642-41cb-a665-a34129d7c88f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404748 Apr 12 13:15:09.883294 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f756c04-2c3c-4011-83fe-ae4f6951859c None None] Pushing event updated for resources: {'Port': ['ID=455b19b7-f891-4b80-b1f9-127587896d44,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:09.891373 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:09.912963 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-e478da83-a134-4c71-8630-936d394938b9 None None] Set router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:15:09.922603 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30d8ab6-8c1e-4338-9dd6-bcd4f745f809 None None] Network 84ccb9d5-542c-4f54-a740-85b81c5406af requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:15:09.995492 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-437eaee3-9008-44be-8307-b5a6ccf42565 None None] Provisioning complete for port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:09.995894 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-437eaee3-9008-44be-8307-b5a6ccf42565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:10.115814 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Publish callbacks [] for port (792c95f6-ef49-4491-a722-be0c8272aecd), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:10.122452 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:10.152967 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:10.153378 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:10.167661 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-e478da83-a134-4c71-8630-936d394938b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'name': 'tempest-TestMinimumBasicScenario-1292531755-router', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '455b19b7-f891-4b80-b1f9-127587896d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:06Z', 'updated_at': '2022-04-12T13:15:07Z', 'revision_number': 3, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'gw_port': {'id': '455b19b7-f891-4b80-b1f9-127587896d44', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:07Z', 'updated_at': '2022-04-12T13:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:10.207852 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478da83-a134-4c71-8630-936d394938b9 None None] The sync data for ids ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'] in dv-cinder-830096-4-iscsi is: [{'id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'name': 'tempest-TestMinimumBasicScenario-1292531755-router', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '455b19b7-f891-4b80-b1f9-127587896d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:06Z', 'updated_at': '2022-04-12T13:15:07Z', 'revision_number': 3, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'gw_port': {'id': '455b19b7-f891-4b80-b1f9-127587896d44', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:07Z', 'updated_at': '2022-04-12T13:15:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:15:10.216193 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Pushing event updated for resources: {'Port': ['ID=792c95f6-ef49-4491-a722-be0c8272aecd,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:10.218736 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:10.271938 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=4a6492f5-5bb5-4c0a-b511-aced9e6590d9,segment=NetworkSegment(f8136ce5-c313-43fc-af11-5982a3b0037e),segment_id=f8136ce5-c313-43fc-af11-5982a3b0037e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:10.273768 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-437eaee3-9008-44be-8307-b5a6ccf42565 None None] Current status of the port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:10.274184 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-437eaee3-9008-44be-8307-b5a6ccf42565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:10.285650 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:10.339969 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Network 84ccb9d5-542c-4f54-a740-85b81c5406af is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:15:10.341762 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:10.375939 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=4a6492f5-5bb5-4c0a-b511-aced9e6590d9,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:10.386509 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.db.api [None req-437eaee3-9008-44be-8307-b5a6ccf42565 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 13:15:10.386865 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG oslo_db.api [None req-437eaee3-9008-44be-8307-b5a6ccf42565 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 13:15:10.521889 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-323ddeee-c756-417f-9548-bf9e3d71863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:10.523423 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-323ddeee-c756-417f-9548-bf9e3d71863d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360&tenant_id=257ac1d956b44e508a71a716d6aed767 HTTP/1.1" status: 200 len: 1128 time: 0.0945439 Apr 12 13:15:10.594391 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:10.643735 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-ef4410f5-8d16-47b1-b898-6713e1f7a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:10.645657 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-ef4410f5-8d16-47b1-b898-6713e1f7a74c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 1128 time: 0.0864146 Apr 12 13:15:10.690651 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:15:10.813599 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-e4686563-acc3-4e01-887e-7ff7dea1cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:10.815478 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-e4686563-acc3-4e01-887e-7ff7dea1cc4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 917 time: 0.1606965 Apr 12 13:15:10.922247 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:15:10.933934 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-106027db-9881-4736-9a87-36daba34f703 admin admin] 10.222.0.47 "PUT /v2.0/routers/cc06fec5-8063-438c-8c2e-b5e2113d6bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5094559 Apr 12 13:15:10.936954 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-dcb96226-fbac-4af0-ba8c-2438ea34cea8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cbca9422-2444-4daa-b1ff-aea2423049f2 HTTP/1.1" status: 200 len: 999 time: 0.0917487 Apr 12 13:15:10.966074 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-437eaee3-9008-44be-8307-b5a6ccf42565 None None] Current status of the port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:11.016241 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-5726a0d4-cbac-4a0c-80b1-9fee7b61138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:11.017839 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-5726a0d4-cbac-4a0c-80b1-9fee7b61138b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0709751 Apr 12 13:15:11.020583 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c606d9b-f30b-4a8f-8b48-8a9115a9c3ad req-377c43c2-637b-4b4e-9309-f69d318c6b14 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:11.022827 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3c606d9b-f30b-4a8f-8b48-8a9115a9c3ad req-377c43c2-637b-4b4e-9309-f69d318c6b14 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0909626 Apr 12 13:15:11.084977 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-f2016864-6c05-458e-9184-b8f8fb07cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:11.087159 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-f2016864-6c05-458e-9184-b8f8fb07cf86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587010 Apr 12 13:15:11.089854 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-673bd907-7b37-47d3-ad58-694ea3988b63 None None] Provisioning complete for port 792c95f6-ef49-4491-a722-be0c8272aecd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:11.090461 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-673bd907-7b37-47d3-ad58-694ea3988b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:11.138032 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3c606d9b-f30b-4a8f-8b48-8a9115a9c3ad req-034a758c-c85a-47a6-8ec1-95618d9868fe tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074378 Apr 12 13:15:11.208337 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-673bd907-7b37-47d3-ad58-694ea3988b63 None None] Port 792c95f6-ef49-4491-a722-be0c8272aecd cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:15:11.216953 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-31324187-efda-4d11-94da-339eb1c61118 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213193 Apr 12 13:15:11.228127 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-673bd907-7b37-47d3-ad58-694ea3988b63 None None] Provisioning complete for port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:11.231514 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-673bd907-7b37-47d3-ad58-694ea3988b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:11.269563 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 455b19b7-f891-4b80-b1f9-127587896d44 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:11.340036 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-beb3c933-9760-4f66-8cf3-6f1fbc5ae403 req-554d9c81-d8c0-489e-9512-85040292ea4b service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146996 Apr 12 13:15:11.378362 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 455b19b7-f891-4b80-b1f9-127587896d44 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:11.380989 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (455b19b7-f891-4b80-b1f9-127587896d44), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:11.407566 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-673bd907-7b37-47d3-ad58-694ea3988b63 None None] Current status of the port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:11.479817 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 455b19b7-f891-4b80-b1f9-127587896d44 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:11.481116 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (455b19b7-f891-4b80-b1f9-127587896d44), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:11.505827 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 455b19b7-f891-4b80-b1f9-127587896d44, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=455b19b7-f891-4b80-b1f9-127587896d44,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:11.512473 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (455b19b7-f891-4b80-b1f9-127587896d44), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:11.513610 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:11.594088 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-31ffc07a-4ef1-43d7-b696-1a171d1f846c None None] Provisioning complete for port 792c95f6-ef49-4491-a722-be0c8272aecd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:11.594711 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-31ffc07a-4ef1-43d7-b696-1a171d1f846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:11.670416 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:11.670925 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:11.672290 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=455b19b7-f891-4b80-b1f9-127587896d44,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:11.705244 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-31ffc07a-4ef1-43d7-b696-1a171d1f846c None None] Port 792c95f6-ef49-4491-a722-be0c8272aecd cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:15:11.712318 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:11.782976 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:12.387769 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7ce34-1ef9-4d33-93c3-1b660753aa64 req-f05e5b54-2111-4737-857b-78839a565590 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:12.390479 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4fc7ce34-1ef9-4d33-93c3-1b660753aa64 req-f05e5b54-2111-4737-857b-78839a565590 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0898266 Apr 12 13:15:12.525440 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4fc7ce34-1ef9-4d33-93c3-1b660753aa64 req-d2238069-0436-431e-b506-39daf4252aea tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225288 Apr 12 13:15:12.569169 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Sync routers for ids ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:15:12.587940 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Routers {'cc06fec5-8063-438c-8c2e-b5e2113d6bd0'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:15:12.589256 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:15:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:12.797099 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Set router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:15:13.167053 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 455b19b7-f891-4b80-b1f9-127587896d44 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:13.282251 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'name': 'tempest-TestMinimumBasicScenario-1292531755-router', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '455b19b7-f891-4b80-b1f9-127587896d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:06Z', 'updated_at': '2022-04-12T13:15:09Z', 'revision_number': 4, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'gw_port': {'id': '455b19b7-f891-4b80-b1f9-127587896d44', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:07Z', 'updated_at': '2022-04-12T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '792c95f6-ef49-4491-a722-be0c8272aecd', 'name': '', 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'mac_address': 'fa:16:3e:82:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6ac03857-4362-4752-b90a-a72263745126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:09Z', 'updated_at': '2022-04-12T13:15:09Z', 'revision_number': 2, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'subnets': [{'id': '6ac03857-4362-4752-b90a-a72263745126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:13.357824 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 455b19b7-f891-4b80-b1f9-127587896d44 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:13.357824 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (455b19b7-f891-4b80-b1f9-127587896d44), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:13.416746 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Checking router: cc06fec5-8063-438c-8c2e-b5e2113d6bd0 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:15:13.417604 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Updating router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 port 792c95f6-ef49-4491-a722-be0c8272aecd binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:15:13.465720 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:13.676445 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 455b19b7-f891-4b80-b1f9-127587896d44 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:13.730357 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcfd78-c9a8-4bc5-9efc-a3cea50b9986 req-ee31d52b-19a3-4890-844e-48176a8f9202 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:13.738045 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2efcfd78-c9a8-4bc5-9efc-a3cea50b9986 req-ee31d52b-19a3-4890-844e-48176a8f9202 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0978339 Apr 12 13:15:13.818721 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2efcfd78-c9a8-4bc5-9efc-a3cea50b9986 req-74a18611-9da0-4af8-91f3-1287a4356597 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794542 Apr 12 13:15:13.976860 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Publish callbacks [] for port (792c95f6-ef49-4491-a722-be0c8272aecd), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:13.986027 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:14.092358 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b146310-0dbb-4e95-bd24-4e1587a7661c None None] Pushing event updated for resources: {'Port': ['ID=792c95f6-ef49-4491-a722-be0c8272aecd,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:14.159727 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Attempting to bind port 792c95f6-ef49-4491-a722-be0c8272aecd on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:15:14.160100 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Attempting to bind port 792c95f6-ef49-4491-a722-be0c8272aecd by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': 'f8136ce5-c313-43fc-af11-5982a3b0037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:15:14.160528 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Attempting to bind port 792c95f6-ef49-4491-a722-be0c8272aecd on network 84ccb9d5-542c-4f54-a740-85b81c5406af {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:15:14.170202 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:15:14.170644 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Checking segment: {'id': 'f8136ce5-c313-43fc-af11-5982a3b0037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:14.171090 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:14.171560 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Bound using segment: {'id': 'f8136ce5-c313-43fc-af11-5982a3b0037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:15:14.186163 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Bound port: 792c95f6-ef49-4491-a722-be0c8272aecd, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8136ce5-c313-43fc-af11-5982a3b0037e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:15:14.186715 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:14.325733 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] For port 792c95f6-ef49-4491-a722-be0c8272aecd, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:15:14.338731 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] For port 792c95f6-ef49-4491-a722-be0c8272aecd, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=792c95f6-ef49-4491-a722-be0c8272aecd,segment=NetworkSegment(f8136ce5-c313-43fc-af11-5982a3b0037e),segment_id=f8136ce5-c313-43fc-af11-5982a3b0037e)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:15:14.352864 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:14.544750 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Routers {'cc06fec5-8063-438c-8c2e-b5e2113d6bd0'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:15:14.545513 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:15:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:14.547543 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Provisioning complete for port 792c95f6-ef49-4491-a722-be0c8272aecd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:14.564819 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:14.870903 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b146310-0dbb-4e95-bd24-4e1587a7661c None None] Pushing event updated for resources: {'Port': ['ID=792c95f6-ef49-4491-a722-be0c8272aecd,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:15.019051 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490002b-5140-440b-85a3-9b7994f04118 req-807e0949-60f7-4a30-b1bf-3e1b430de946 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:15.024283 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] Set router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:15:15.027000 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Current status of the port 792c95f6-ef49-4491-a722-be0c8272aecd is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:15.027000 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:15.053302 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8490002b-5140-440b-85a3-9b7994f04118 req-807e0949-60f7-4a30-b1bf-3e1b430de946 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.1070755 Apr 12 13:15:15.142730 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8490002b-5140-440b-85a3-9b7994f04118 req-570e2c07-cf9f-4107-b9d5-9d1fa859a8df tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882103 Apr 12 13:15:15.209574 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] For port 792c95f6-ef49-4491-a722-be0c8272aecd, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=792c95f6-ef49-4491-a722-be0c8272aecd,segment=NetworkSegment(f8136ce5-c313-43fc-af11-5982a3b0037e),segment_id=f8136ce5-c313-43fc-af11-5982a3b0037e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:15.328136 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:15.464317 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Pushing event updated for resources: {'Port': ['ID=792c95f6-ef49-4491-a722-be0c8272aecd,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:15.472486 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-268040dd-3a37-4f51-b0fc-58d69acaa748 None None] Provisioning complete for port 792c95f6-ef49-4491-a722-be0c8272aecd triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:15.472939 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-268040dd-3a37-4f51-b0fc-58d69acaa748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:15.518889 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'name': 'tempest-TestMinimumBasicScenario-1292531755-router', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '455b19b7-f891-4b80-b1f9-127587896d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:06Z', 'updated_at': '2022-04-12T13:15:09Z', 'revision_number': 4, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'gw_port': {'id': '455b19b7-f891-4b80-b1f9-127587896d44', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:07Z', 'updated_at': '2022-04-12T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '792c95f6-ef49-4491-a722-be0c8272aecd', 'name': '', 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'mac_address': 'fa:16:3e:82:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6ac03857-4362-4752-b90a-a72263745126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:09Z', 'updated_at': '2022-04-12T13:15:14Z', 'revision_number': 4, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'subnets': [{'id': '6ac03857-4362-4752-b90a-a72263745126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:15:15.521058 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.521239 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.521589 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.521837 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.522173 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.522502 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.522827 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.523149 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.523471 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.523791 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.524112 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.524448 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.524771 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.525085 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.525432 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a89a0c-1c2d-4fe4-b7bc-a9059361d30c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:15:15.562564 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcec654-4201-4ece-9735-2e9988a25650 None None] The sync data for ids ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'] in dv-cinder-830096-4-iscsi is: [{'id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'name': 'tempest-TestMinimumBasicScenario-1292531755-router', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '455b19b7-f891-4b80-b1f9-127587896d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:06Z', 'updated_at': '2022-04-12T13:15:09Z', 'revision_number': 4, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'gw_port': {'id': '455b19b7-f891-4b80-b1f9-127587896d44', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:07Z', 'updated_at': '2022-04-12T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '792c95f6-ef49-4491-a722-be0c8272aecd', 'name': '', 'network_id': '84ccb9d5-542c-4f54-a740-85b81c5406af', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'mac_address': 'fa:16:3e:82:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '6ac03857-4362-4752-b90a-a72263745126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:09Z', 'updated_at': '2022-04-12T13:15:14Z', 'revision_number': 4, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'subnets': [{'id': '6ac03857-4362-4752-b90a-a72263745126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:15:15.662001 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-268040dd-3a37-4f51-b0fc-58d69acaa748 None None] Current status of the port 792c95f6-ef49-4491-a722-be0c8272aecd is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:16.374831 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b62c5e-face-447c-be0d-c77d726dee7a req-e3fa2b2c-86c5-4ff3-b181-ca78ccfed748 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:16.376812 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-01b62c5e-face-447c-be0d-c77d726dee7a req-e3fa2b2c-86c5-4ff3-b181-ca78ccfed748 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0964372 Apr 12 13:15:16.481550 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-01b62c5e-face-447c-be0d-c77d726dee7a req-2be21469-e540-40c4-9fc1-0fcaa33a2d25 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981176 Apr 12 13:15:17.210314 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 792c95f6-ef49-4491-a722-be0c8272aecd up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:17.348017 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 792c95f6-ef49-4491-a722-be0c8272aecd triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:17.353460 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:17.520074 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 792c95f6-ef49-4491-a722-be0c8272aecd is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:17.678416 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c24df-bdfa-42d3-90bc-5910430ec4c0 req-75074705-e15c-4283-9c18-4c2c10813ccf tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:17.691007 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e38c24df-bdfa-42d3-90bc-5910430ec4c0 req-75074705-e15c-4283-9c18-4c2c10813ccf tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0885508 Apr 12 13:15:17.788533 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e38c24df-bdfa-42d3-90bc-5910430ec4c0 req-79e7a41e-3685-497e-9225-256e0e6ec6a1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931017 Apr 12 13:15:18.972144 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9eac2-8b5f-4da2-976f-efc3d14c65ab req-e8d6a624-1c2b-4335-809b-74e8b9e5fad7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:18.990972 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3ee9eac2-8b5f-4da2-976f-efc3d14c65ab req-e8d6a624-1c2b-4335-809b-74e8b9e5fad7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.1138012 Apr 12 13:15:19.079739 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3ee9eac2-8b5f-4da2-976f-efc3d14c65ab req-54a2792e-fa66-4809-8f0e-c7cfda2049ae tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863657 Apr 12 13:15:20.272533 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff50d-7c02-408d-9c8b-1390850d2ea4 req-47600ec2-45e4-4aad-9b26-dc7532760859 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:20.274460 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-972ff50d-7c02-408d-9c8b-1390850d2ea4 req-47600ec2-45e4-4aad-9b26-dc7532760859 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.1095243 Apr 12 13:15:20.359799 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-972ff50d-7c02-408d-9c8b-1390850d2ea4 req-57d20323-2cd2-49d9-bc13-6016ba52ef37 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770195 Apr 12 13:15:21.556936 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c7156-685f-4bb9-9e4d-2447b4c6f54d req-1bee1305-411d-4058-a4c0-3596e09c0317 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:21.558505 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9f5c7156-685f-4bb9-9e4d-2447b4c6f54d req-1bee1305-411d-4058-a4c0-3596e09c0317 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.1016595 Apr 12 13:15:21.800832 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9f5c7156-685f-4bb9-9e4d-2447b4c6f54d req-76dc224a-bdc3-4f6f-ab10-44f80631c292 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315431 Apr 12 13:15:21.846320 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-e1ad4dde-fd58-48ac-9d0e-ac03d52bb3a1 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:21.847860 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-e1ad4dde-fd58-48ac-9d0e-ac03d52bb3a1 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/networks?id=071fbc28-aefb-478e-9dbb-07b810cb2cda HTTP/1.1" status: 200 len: 813 time: 0.3365502 Apr 12 13:15:21.864463 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-57b6e963-de00-4255-92c8-23f50b3c487e tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/quotas/64196638a84c4f7886d7dd6367ebd429 HTTP/1.1" status: 200 len: 375 time: 0.0097601 Apr 12 13:15:21.904032 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-8bb11772-998a-4e93-bc17-cc3308698f65 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=64196638a84c4f7886d7dd6367ebd429&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340009 Apr 12 13:15:22.007519 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-30d3a5fa-cdcb-4f33-b614-72b9d447c48e service neutron] 10.222.0.47 "GET /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966539 Apr 12 13:15:22.109847 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-61516167-2e71-433c-983a-9e3286b5dc84 service neutron] 10.222.0.47 "GET /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963042 Apr 12 13:15:22.235328 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:15:22.333672 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-728388d0-44d6-4971-ab35-9527959a2de2 req-9246704e-21a1-4a3b-9f43-fedb98f86d40 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 210 time: 0.0398796 Apr 12 13:15:22.943141 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a0c7-4526-40b1-82a9-176e9828219e req-114a6073-6670-4899-bbdd-2907664e2035 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:22.944841 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6c65a0c7-4526-40b1-82a9-176e9828219e req-114a6073-6670-4899-bbdd-2907664e2035 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0611370 Apr 12 13:15:22.996566 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6c65a0c7-4526-40b1-82a9-176e9828219e req-0ddd4537-6a21-4328-84d3-f88acead3a54 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455639 Apr 12 13:15:23.418563 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-ec44229f-180c-4aab-8011-32ad859225c7 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:23.420830 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-ec44229f-180c-4aab-8011-32ad859225c7 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.26 "GET /v2.0/networks?id=071fbc28-aefb-478e-9dbb-07b810cb2cda HTTP/1.1" status: 200 len: 813 time: 0.1386631 Apr 12 13:15:23.438018 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Request body: {'port': {'device_id': '4696adc7-7456-4c44-95f3-3c28ddf1b709', 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda', 'admin_state_up': True, 'tenant_id': '64196638a84c4f7886d7dd6367ebd429'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:23.454699 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3a7224d-cda6-4479-958f-11ae3ca4d311 req-ee27e88d-bb96-4f3c-b464-d22671b32550 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 210 time: 0.0298774 Apr 12 13:15:23.562669 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Made reservation on behalf of 64196638a84c4f7886d7dd6367ebd429 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:23.566197 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:23.618221 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-c968d473-f00e-4cc5-9c73-76c7973332c7 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:23.619672 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-c968d473-f00e-4cc5-9c73-76c7973332c7 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/networks?id=9142ac7d-f054-4a50-ad45-6db95473a464 HTTP/1.1" status: 200 len: 815 time: 0.1305559 Apr 12 13:15:23.636528 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-450086ca-5f8d-433d-ad3b-66a5b1d54d58 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/quotas/a9d2171a1fdc440dab8ed588d78ba9b6 HTTP/1.1" status: 200 len: 375 time: 0.0110662 Apr 12 13:15:23.697732 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-cca5d39f-90c8-4c70-821a-185f7a416e7c tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502346 Apr 12 13:15:23.705194 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Allocated IP 172.20.0.4 (071fbc28-aefb-478e-9dbb-07b810cb2cda/165c02a4-834c-482d-9368-e393365aadef/1a17da20-4782-4fe4-baa4-9106b3b8a067) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:15:23.820507 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-9609af16-f638-4572-9240-e8b5ae940708 service neutron] 10.222.0.47 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087959 Apr 12 13:15:23.924319 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-d37b2627-8986-4a77-94ff-0b2add8478e7 service neutron] 10.222.0.47 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983734 Apr 12 13:15:24.126840 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks [] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:24.160691 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-800d483e-5f2c-48e5-887d-6b3e33f0065e req-4f072883-c012-47ea-a443-c1f2cb821bc7 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 210 time: 0.0350792 Apr 12 13:15:24.166434 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:24.181701 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53728dc-c525-430c-9eab-399ab4f5b5d6 req-1cf13733-3a64-4b83-aa2b-52681d2e3883 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:24.183241 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b53728dc-c525-430c-9eab-399ab4f5b5d6 req-1cf13733-3a64-4b83-aa2b-52681d2e3883 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0935390 Apr 12 13:15:24.235311 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Network 071fbc28-aefb-478e-9dbb-07b810cb2cda is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:15:24.239578 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:24.242721 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b53728dc-c525-430c-9eab-399ab4f5b5d6 req-a89dad33-2389-4635-99c4-88b83589cc3e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454073 Apr 12 13:15:24.243573 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:15:24.272051 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Pushing event updated for resources: {'Port': ['ID=1a17da20-4782-4fe4-baa4-9106b3b8a067,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:24.300411 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:24.301782 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:24.319470 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-c52680a9-7396-43f6-aeba-7e030e674af0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8879123 Apr 12 13:15:24.333300 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Request body: {'port': {'device_id': '4696adc7-7456-4c44-95f3-3c28ddf1b709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:24.393408 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:24.578579 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9017d4d-3274-4fd8-9711-e797bfb1c383 req-2837119b-9131-4fed-ae02-11fd2575c87e tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:24.580571 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9017d4d-3274-4fd8-9711-e797bfb1c383 req-2837119b-9131-4fed-ae02-11fd2575c87e tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 931 time: 0.0547509 Apr 12 13:15:24.634653 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a9017d4d-3274-4fd8-9711-e797bfb1c383 req-e502e53d-45d7-478e-a853-3f0a0d1e1838 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473380 Apr 12 13:15:24.684113 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a17da20-4782-4fe4-baa4-9106b3b8a067 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:15:24.692012 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Publish callbacks [] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:24.709159 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Transition to ACTIVE for port object 1a17da20-4782-4fe4-baa4-9106b3b8a067 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:15:24.713333 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:24.765676 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Pushing event updated for resources: {'Port': ['ID=1a17da20-4782-4fe4-baa4-9106b3b8a067,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:24.835609 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Attempting to bind port 1a17da20-4782-4fe4-baa4-9106b3b8a067 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:15:24.835935 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Attempting to bind port 1a17da20-4782-4fe4-baa4-9106b3b8a067 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '8d6f6b1a-2a34-46a9-95a6-b7f245997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:15:24.836253 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Attempting to bind port 1a17da20-4782-4fe4-baa4-9106b3b8a067 on network 071fbc28-aefb-478e-9dbb-07b810cb2cda {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:15:24.840524 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Port 1a17da20-4782-4fe4-baa4-9106b3b8a067 on network 071fbc28-aefb-478e-9dbb-07b810cb2cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:15:24.840835 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Attempting to bind port 1a17da20-4782-4fe4-baa4-9106b3b8a067 on network 071fbc28-aefb-478e-9dbb-07b810cb2cda {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:15:24.846167 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:15:24.846497 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Checking segment: {'id': '8d6f6b1a-2a34-46a9-95a6-b7f245997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:24.846868 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Bound using segment: {'id': '8d6f6b1a-2a34-46a9-95a6-b7f245997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:15:24.847280 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Bound port: 1a17da20-4782-4fe4-baa4-9106b3b8a067, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6f6b1a-2a34-46a9-95a6-b7f245997d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:15:24.847625 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:24.911519 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] For port 1a17da20-4782-4fe4-baa4-9106b3b8a067, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:15:24.914730 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] For port 1a17da20-4782-4fe4-baa4-9106b3b8a067, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1a17da20-4782-4fe4-baa4-9106b3b8a067,segment=NetworkSegment(8d6f6b1a-2a34-46a9-95a6-b7f245997d21),segment_id=8d6f6b1a-2a34-46a9-95a6-b7f245997d21)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:15:24.920582 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:24.956375 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:24.956988 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:24.958984 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] 10.222.0.26 "PUT /v2.0/ports/1a17da20-4782-4fe4-baa4-9106b3b8a067 HTTP/1.1" status: 200 len: 1093 time: 0.6300383 Apr 12 13:15:24.959427 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4696adc7-7456-4c44-95f3-3c28ddf1b709', 'tag': '1a17da20-4782-4fe4-baa4-9106b3b8a067'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:15:24.961713 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759f5cbf-caeb-4f0a-98a5-0263d4dcdd51" -d '{"events": [{"name": "network-changed", "server_uuid": "4696adc7-7456-4c44-95f3-3c28ddf1b709", "tag": "1a17da20-4782-4fe4-baa4-9106b3b8a067"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:15:24.983348 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a429e-0762-4a73-aaa3-a5a453365594 service neutron] Pushing event updated for resources: {'Port': ['ID=1a17da20-4782-4fe4-baa4-9106b3b8a067,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:24.996662 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e267c815-4be7-4ece-9f80-dce3040258c5 x-openstack-request-id: req-e267c815-4be7-4ece-9f80-dce3040258c5 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:15:24.996957 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4696adc7-7456-4c44-95f3-3c28ddf1b709", "tag": "1a17da20-4782-4fe4-baa4-9106b3b8a067", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:15:24.997245 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e267c815-4be7-4ece-9f80-dce3040258c5 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:15:24.997650 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e267c815-4be7-4ece-9f80-dce3040258c5'] response: {'name': 'network-changed', 'server_uuid': '4696adc7-7456-4c44-95f3-3c28ddf1b709', 'tag': '1a17da20-4782-4fe4-baa4-9106b3b8a067', 'status': 'completed', 'code': 200} Apr 12 13:15:25.078358 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f5cbf-caeb-4f0a-98a5-0263d4dcdd51 req-06bddee9-0110-4528-ba82-e9143a823e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:25.080120 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-759f5cbf-caeb-4f0a-98a5-0263d4dcdd51 req-06bddee9-0110-4528-ba82-e9143a823e6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64196638a84c4f7886d7dd6367ebd429&device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 1127 time: 0.0463939 Apr 12 13:15:25.216302 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f5cbf-caeb-4f0a-98a5-0263d4dcdd51 req-7cdd71b1-8484-4a58-89c3-e543bc6e7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:25.217797 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-759f5cbf-caeb-4f0a-98a5-0263d4dcdd51 req-7cdd71b1-8484-4a58-89c3-e543bc6e7c0c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=64196638a84c4f7886d7dd6367ebd429&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1203887 Apr 12 13:15:25.219074 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-3f065f2f-7a81-4db6-bced-08fd597e0f31 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:25.221814 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-3f065f2f-7a81-4db6-bced-08fd597e0f31 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.26 "GET /v2.0/networks?id=9142ac7d-f054-4a50-ad45-6db95473a464 HTTP/1.1" status: 200 len: 815 time: 0.1240084 Apr 12 13:15:25.255635 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'port': {'device_id': '2d052188-6178-4b5e-b459-fc341039957a', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'admin_state_up': True, 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:25.289372 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8cc63311-a529-444e-af37-7a34df6e6d32 req-93a187e9-5701-479e-a2e7-831ae6cbfdd7 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 210 time: 0.0539854 Apr 12 13:15:25.340116 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f5cbf-caeb-4f0a-98a5-0263d4dcdd51 req-5408e0d2-81ef-434e-a9ad-801aa9040f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:25.341624 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-759f5cbf-caeb-4f0a-98a5-0263d4dcdd51 req-5408e0d2-81ef-434e-a9ad-801aa9040f7e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1062891 Apr 12 13:15:25.407700 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867c1dc-07ea-4f00-a1ab-836a677c0eca req-5626db33-6bee-47fd-b097-11457cdabe16 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:25.409520 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f867c1dc-07ea-4f00-a1ab-836a677c0eca req-5626db33-6bee-47fd-b097-11457cdabe16 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0630722 Apr 12 13:15:25.431066 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-a19b8b28-39a8-4962-9dcb-640c5d0f36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:25.432590 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-a19b8b28-39a8-4962-9dcb-640c5d0f36c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64196638a84c4f7886d7dd6367ebd429&device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 1127 time: 0.0432670 Apr 12 13:15:25.470831 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Made reservation on behalf of a9d2171a1fdc440dab8ed588d78ba9b6 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:15:25.474730 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:25.478074 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-5b931621-da1c-4369-9846-64cd03d2edfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a17da20-4782-4fe4-baa4-9106b3b8a067 HTTP/1.1" status: 200 len: 217 time: 0.0371251 Apr 12 13:15:25.481655 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f867c1dc-07ea-4f00-a1ab-836a677c0eca req-c964455a-76e5-406e-9729-8592530022ab tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639768 Apr 12 13:15:25.540764 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-e6b68412-2a1f-46f9-844e-28aebfcb5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:25.542244 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-e6b68412-2a1f-46f9-844e-28aebfcb5d9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=165c02a4-834c-482d-9368-e393365aadef HTTP/1.1" status: 200 len: 853 time: 0.0580015 Apr 12 13:15:25.586442 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-0a8ace08-95e2-44d5-9a2c-d52bc4fe8acb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=071fbc28-aefb-478e-9dbb-07b810cb2cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360281 Apr 12 13:15:25.671894 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Allocated IP 172.20.0.12 (9142ac7d-f054-4a50-ad45-6db95473a464/cb0701ad-d073-491a-8312-44390a009688/62ccceab-0c65-4864-98c0-ebc610e02c51) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:15:25.806233 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32807d-faf8-4cf3-bc80-e82d475774ff req-5dd05e4b-fd6a-4852-a0d9-8ae0dd65a978 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:25.808082 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec32807d-faf8-4cf3-bc80-e82d475774ff req-5dd05e4b-fd6a-4852-a0d9-8ae0dd65a978 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0838449 Apr 12 13:15:25.924683 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec32807d-faf8-4cf3-bc80-e82d475774ff req-30edb390-5f98-4f0b-8034-efe55ea53711 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057770 Apr 12 13:15:25.956942 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:26.016882 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:26.068381 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Network 9142ac7d-f054-4a50-ad45-6db95473a464 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:15:26.071761 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:15:26.074841 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:15:26.080725 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:26.081431 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:26.103810 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'Port': ['ID=62ccceab-0c65-4864-98c0-ebc610e02c51,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:26.122954 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2836f8bf-82c1-4bd1-9714-e5b4bc67cd59 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8693471 Apr 12 13:15:26.394390 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-26f001fa-725d-44d9-a174-0c2acbc76407 None None] Provisioning complete for port 62ccceab-0c65-4864-98c0-ebc610e02c51 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:26.395934 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-26f001fa-725d-44d9-a174-0c2acbc76407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:26.434057 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799b267-efa7-4999-8bce-c0895b94c0f1 req-f1f5fddb-4250-4546-be8e-fd56c512dc1e tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:26.435736 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b799b267-efa7-4999-8bce-c0895b94c0f1 req-f1f5fddb-4250-4546-be8e-fd56c512dc1e tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 932 time: 0.0739217 Apr 12 13:15:26.438191 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-26f001fa-725d-44d9-a174-0c2acbc76407 None None] Port 62ccceab-0c65-4864-98c0-ebc610e02c51 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:15:26.488463 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b799b267-efa7-4999-8bce-c0895b94c0f1 req-5ad64116-6be5-41c6-ae99-8fbeb4cfe254 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466800 Apr 12 13:15:26.620633 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096e34e-2fe1-4ce2-9f6d-e0fee1e4e83a req-76301675-5c18-4354-a5ce-e3d15696a552 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:26.623114 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b096e34e-2fe1-4ce2-9f6d-e0fee1e4e83a req-76301675-5c18-4354-a5ce-e3d15696a552 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0604239 Apr 12 13:15:26.684108 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b096e34e-2fe1-4ce2-9f6d-e0fee1e4e83a req-3c1f5517-8946-4bcd-8519-c40de407efa9 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514235 Apr 12 13:15:27.072437 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a367b-321e-41db-98a0-0b81b0e9ecae req-9c247ec8-6e29-45fa-9fba-74a0e79fd119 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:27.074032 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fe5a367b-321e-41db-98a0-0b81b0e9ecae req-9c247ec8-6e29-45fa-9fba-74a0e79fd119 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0598049 Apr 12 13:15:27.130555 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fe5a367b-321e-41db-98a0-0b81b0e9ecae req-f0bf549c-c600-4559-9a77-92e998422a50 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504012 Apr 12 13:15:27.619911 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c65728-0a17-4aeb-adce-ae9f0402c887 req-63e38ace-3195-4f9e-8d6c-392c9ac74a95 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:27.622492 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-61c65728-0a17-4aeb-adce-ae9f0402c887 req-63e38ace-3195-4f9e-8d6c-392c9ac74a95 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 932 time: 0.0536251 Apr 12 13:15:27.675730 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-61c65728-0a17-4aeb-adce-ae9f0402c887 req-484a3a14-4c8d-4e3e-a3f1-2af7c5fa0e27 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460918 Apr 12 13:15:27.812633 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70176ef-087a-4730-9106-7e7d18205d3a req-1234c0cf-c9cc-4e4f-9f62-4fd63beb8905 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:27.814106 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e70176ef-087a-4730-9106-7e7d18205d3a req-1234c0cf-c9cc-4e4f-9f62-4fd63beb8905 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0497975 Apr 12 13:15:27.872221 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e70176ef-087a-4730-9106-7e7d18205d3a req-edbbe0a8-6141-479b-bd0e-856b94fde53d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510471 Apr 12 13:15:28.250750 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a960d6-b07d-4903-9d48-8ad78c1f9ede req-b60bd422-35bb-490e-9870-78d4e8e31a3f tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:28.252955 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-88a960d6-b07d-4903-9d48-8ad78c1f9ede req-b60bd422-35bb-490e-9870-78d4e8e31a3f tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0534017 Apr 12 13:15:28.305076 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-88a960d6-b07d-4903-9d48-8ad78c1f9ede req-28558c29-1ac1-429b-a6fa-f280719f9db0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458608 Apr 12 13:15:28.766107 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:28.797863 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf83a3-b097-483a-b8cb-469c96cf906c req-9534d201-c21a-43a1-a995-962427ab5e6e tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:28.799874 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b3cf83a3-b097-483a-b8cb-469c96cf906c req-9534d201-c21a-43a1-a995-962427ab5e6e tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 932 time: 0.0542378 Apr 12 13:15:28.866355 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b3cf83a3-b097-483a-b8cb-469c96cf906c req-1b6015e2-2672-4987-b61b-c0c2d2de7160 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593245 Apr 12 13:15:29.007405 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8bb98-5bd4-40ee-b29b-c06a578db15a req-a0140b55-9f13-4c22-9afd-cb0f6d7c6da5 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:29.009036 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1c8bb98-5bd4-40ee-b29b-c06a578db15a req-a0140b55-9f13-4c22-9afd-cb0f6d7c6da5 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0583973 Apr 12 13:15:29.064678 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1c8bb98-5bd4-40ee-b29b-c06a578db15a req-9ecec0e1-ce54-4b10-a96f-e009f4149007 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495458 Apr 12 13:15:29.420941 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed19be-3e9b-4b91-938c-16e1d9ef7e74 req-8c6c2570-0804-4136-b94c-d07b8a015748 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:29.422480 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-63ed19be-3e9b-4b91-938c-16e1d9ef7e74 req-8c6c2570-0804-4136-b94c-d07b8a015748 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0504999 Apr 12 13:15:29.475018 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-63ed19be-3e9b-4b91-938c-16e1d9ef7e74 req-7d272fa1-b88c-4926-be4a-731feac6bfe6 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Apr 12 13:15:29.993475 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c23d9-a266-4dfd-bd89-eb50ba69a98d req-554b1102-ee4b-442a-956c-98865e6bde43 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:29.994968 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb5c23d9-a266-4dfd-bd89-eb50ba69a98d req-554b1102-ee4b-442a-956c-98865e6bde43 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 932 time: 0.0493710 Apr 12 13:15:30.060670 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb5c23d9-a266-4dfd-bd89-eb50ba69a98d req-417a72ba-248b-46c3-afc5-8a3f8a55b1e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550437 Apr 12 13:15:30.190135 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789445c-567e-41e7-9570-3ed31b5cf576 req-4d5c2c33-b87a-4e93-91b2-4ed693a2df75 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:30.192176 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c789445c-567e-41e7-9570-3ed31b5cf576 req-4d5c2c33-b87a-4e93-91b2-4ed693a2df75 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0519321 Apr 12 13:15:30.248287 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c789445c-567e-41e7-9570-3ed31b5cf576 req-47035592-1146-46a1-a975-fb2f4d125841 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496311 Apr 12 13:15:30.592147 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717ce2d-d4d3-4582-bb0e-2701b5585c99 req-51a1ecd2-4ef1-4bf7-8f7a-7ef42f39591a tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:30.593981 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9717ce2d-d4d3-4582-bb0e-2701b5585c99 req-51a1ecd2-4ef1-4bf7-8f7a-7ef42f39591a tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0485077 Apr 12 13:15:30.650614 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9717ce2d-d4d3-4582-bb0e-2701b5585c99 req-c375fcfe-e669-4520-ac10-061a7e41a54f tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494001 Apr 12 13:15:31.192145 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bafb5-41d6-4c97-91de-b543af513269 req-1b1a60cf-bfa8-4b58-8bed-d6213905f3bb tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:31.193666 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b86bafb5-41d6-4c97-91de-b543af513269 req-1b1a60cf-bfa8-4b58-8bed-d6213905f3bb tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 932 time: 0.0521648 Apr 12 13:15:31.248941 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b86bafb5-41d6-4c97-91de-b543af513269 req-bca630da-1dea-4fed-aed8-a19eab660b98 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486624 Apr 12 13:15:31.370671 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62059542-6c65-482d-8c7b-2235c0d65ae2 req-af671800-2f6a-49ee-81e9-2ff9607720c7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:31.372185 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-62059542-6c65-482d-8c7b-2235c0d65ae2 req-af671800-2f6a-49ee-81e9-2ff9607720c7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0484619 Apr 12 13:15:31.429492 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-62059542-6c65-482d-8c7b-2235c0d65ae2 req-41f658bd-5ee8-4757-93bc-6b3b14422f73 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516515 Apr 12 13:15:31.770696 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31a84d-0944-4ff4-921a-105856930f4f req-f3095a52-5813-4798-bdd4-29f02154907c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:31.772374 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0e31a84d-0944-4ff4-921a-105856930f4f req-f3095a52-5813-4798-bdd4-29f02154907c tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0535414 Apr 12 13:15:31.823443 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0e31a84d-0944-4ff4-921a-105856930f4f req-1113cb09-44fe-4f29-925d-07a4d6bfbb70 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451324 Apr 12 13:15:32.368303 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45803383-39f4-4a9a-b869-90f94402a852 req-b5cd839c-397d-496b-93c4-dfc69096ebf5 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:32.371305 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-45803383-39f4-4a9a-b869-90f94402a852 req-b5cd839c-397d-496b-93c4-dfc69096ebf5 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 932 time: 0.0523641 Apr 12 13:15:32.442601 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-45803383-39f4-4a9a-b869-90f94402a852 req-e442d90e-417e-4740-95d6-d7e529ce7a4b tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635481 Apr 12 13:15:32.560334 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a53b7d-e8e6-4c6e-8427-7ae86e212bfa req-52982229-3281-4cfa-8ddb-55c36ae6c52f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:32.561886 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-63a53b7d-e8e6-4c6e-8427-7ae86e212bfa req-52982229-3281-4cfa-8ddb-55c36ae6c52f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0490589 Apr 12 13:15:32.617125 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-63a53b7d-e8e6-4c6e-8427-7ae86e212bfa req-ca5373b2-5c42-44c7-b598-75cf9bd2dbef tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490003 Apr 12 13:15:32.950476 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a757d2-0ceb-45f9-a32d-45ed5eef0b6c req-ec30c8cb-95ea-4e57-acdc-7618c3f658d9 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:32.952060 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0a757d2-0ceb-45f9-a32d-45ed5eef0b6c req-ec30c8cb-95ea-4e57-acdc-7618c3f658d9 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0544403 Apr 12 13:15:33.022579 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0a757d2-0ceb-45f9-a32d-45ed5eef0b6c req-62e08bc6-b390-4d7f-ba93-40d0bd4a242b tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635848 Apr 12 13:15:33.723990 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44070f-0ea7-441a-9b2f-78ba85792329 req-9a345e36-f5e6-41ce-a803-f3b490f4a680 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:33.725729 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fd44070f-0ea7-441a-9b2f-78ba85792329 req-9a345e36-f5e6-41ce-a803-f3b490f4a680 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 932 time: 0.0464945 Apr 12 13:15:33.774516 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fd44070f-0ea7-441a-9b2f-78ba85792329 req-97b2964c-549f-4d52-b724-e23e84097c2c tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Apr 12 13:15:34.092579 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387f9ab-547e-4af0-a02e-1138805395a2 req-3c0dddc1-413d-4628-a889-8290deae5b3f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:34.094051 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5387f9ab-547e-4af0-a02e-1138805395a2 req-3c0dddc1-413d-4628-a889-8290deae5b3f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.2563212 Apr 12 13:15:34.139091 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5387f9ab-547e-4af0-a02e-1138805395a2 req-bb3eba0c-3d2d-4d96-9edb-41f0d53a0f13 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Apr 12 13:15:34.240795 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a32a33-8b62-4d59-8d2e-88d03df095bf req-0b472748-25a9-4cc4-9f48-c36b979d34d6 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:34.242275 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d5a32a33-8b62-4d59-8d2e-88d03df095bf req-0b472748-25a9-4cc4-9f48-c36b979d34d6 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0465903 Apr 12 13:15:34.288519 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d5a32a33-8b62-4d59-8d2e-88d03df095bf req-d0ab0c71-7bb7-42fd-a4ba-00b481d173a6 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Apr 12 13:15:34.630827 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Request body: {'port': {'device_id': '2d052188-6178-4b5e-b459-fc341039957a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:15:34.694348 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:34.708660 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-2a492bd2-eb33-4084-9eab-ea8a54fa3568 service neutron] 10.222.0.26 "GET /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851889 Apr 12 13:15:34.806386 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9fdb84bc-c916-46b2-b7ea-b207480dcf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:34.928374 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855405-c4d5-4e89-9299-2b6e94f4ed4f req-0184d96b-8f86-4fba-91e9-848eca625e70 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:34.929837 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-69855405-c4d5-4e89-9299-2b6e94f4ed4f req-0184d96b-8f86-4fba-91e9-848eca625e70 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 932 time: 0.0588520 Apr 12 13:15:35.014398 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-69855405-c4d5-4e89-9299-2b6e94f4ed4f req-3cda4068-7f82-476e-b369-a11c349fff36 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777380 Apr 12 13:15:35.045860 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ccceab-0c65-4864-98c0-ebc610e02c51 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:15:35.054336 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Publish callbacks [] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:35.066982 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Transition to ACTIVE for port object 62ccceab-0c65-4864-98c0-ebc610e02c51 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:15:35.070613 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:35.125620 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Pushing event updated for resources: {'Port': ['ID=62ccceab-0c65-4864-98c0-ebc610e02c51,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:35.154245 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Attempting to bind port 62ccceab-0c65-4864-98c0-ebc610e02c51 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:15:35.154628 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Attempting to bind port 62ccceab-0c65-4864-98c0-ebc610e02c51 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:15:35.154912 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Attempting to bind port 62ccceab-0c65-4864-98c0-ebc610e02c51 on network 9142ac7d-f054-4a50-ad45-6db95473a464 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:15:35.159842 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Port 62ccceab-0c65-4864-98c0-ebc610e02c51 on network 9142ac7d-f054-4a50-ad45-6db95473a464 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:15:35.160701 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Attempting to bind port 62ccceab-0c65-4864-98c0-ebc610e02c51 on network 9142ac7d-f054-4a50-ad45-6db95473a464 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:15:35.166211 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:15:35.166555 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Checking segment: {'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:15:35.167144 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Bound using segment: {'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:15:35.167503 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Bound port: 62ccceab-0c65-4864-98c0-ebc610e02c51, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70dec4fe-14c8-45e8-afbd-6485cad17f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:15:35.167867 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:35.268249 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] For port 62ccceab-0c65-4864-98c0-ebc610e02c51, host hv-cinder-83009, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:15:35.286342 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04c98e-3f84-41c1-b4e1-3ddfec3b0a21 req-61100a52-a7c2-4c6d-9efb-bd5216045e60 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:35.287830 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7a04c98e-3f84-41c1-b4e1-3ddfec3b0a21 req-61100a52-a7c2-4c6d-9efb-bd5216045e60 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0743809 Apr 12 13:15:35.291362 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] For port 62ccceab-0c65-4864-98c0-ebc610e02c51, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62ccceab-0c65-4864-98c0-ebc610e02c51,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:15:35.302726 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:35.352433 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:35.353060 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:35.354485 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] 10.222.0.26 "PUT /v2.0/ports/62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 200 len: 1094 time: 0.7325377 Apr 12 13:15:35.354945 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:15:35.357342 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:15:35.388371 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7a04c98e-3f84-41c1-b4e1-3ddfec3b0a21 req-80b825dd-31e1-4a0b-9521-0424f79ff736 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940149 Apr 12 13:15:35.398398 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f244bce-54b8-4bca-baca-93721fa8a140 service neutron] Pushing event updated for resources: {'Port': ['ID=62ccceab-0c65-4864-98c0-ebc610e02c51,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:35.551335 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4b858-6551-4c71-8179-f95404d5943f req-c7a9300c-1551-4ad9-8328-2bde626f4c80 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:35.553082 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0cd4b858-6551-4c71-8179-f95404d5943f req-c7a9300c-1551-4ad9-8328-2bde626f4c80 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0943596 Apr 12 13:15:35.558856 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2c3ec891-3406-4991-92ef-0c09a30798ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:35.560338 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-2c3ec891-3406-4991-92ef-0c09a30798ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6&device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 1128 time: 0.0607924 Apr 12 13:15:35.573673 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d1de34e8-4bfa-4a23-951f-3c3fc8a290e3 req-46e326ed-5547-44a9-9081-9aee5436d26b service neutron] 10.222.0.26 "GET /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358876 Apr 12 13:15:35.607547 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0cd4b858-6551-4c71-8179-f95404d5943f req-c366e339-fe22-4d5d-83c2-e9c0efebee5e tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462294 Apr 12 13:15:35.658209 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be67bc77-54c9-4f6d-92da-f96e647b65b0 x-openstack-request-id: req-be67bc77-54c9-4f6d-92da-f96e647b65b0 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:15:35.658496 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:15:35.658748 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be67bc77-54c9-4f6d-92da-f96e647b65b0 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:15:35.659160 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be67bc77-54c9-4f6d-92da-f96e647b65b0'] response: {'name': 'network-changed', 'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'status': 'completed', 'code': 200} Apr 12 13:15:35.896640 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-ab930833-4171-4d32-aeac-2f82388b841f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 200 len: 217 time: 0.0381398 Apr 12 13:15:36.131672 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb452921-6f26-4902-8467-f190b1305fef req-d0059e8f-112a-4847-a7f5-b947427a9f38 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:36.133160 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fb452921-6f26-4902-8467-f190b1305fef req-d0059e8f-112a-4847-a7f5-b947427a9f38 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 944 time: 0.0505006 Apr 12 13:15:36.179918 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fb452921-6f26-4902-8467-f190b1305fef req-7aa5990e-18cb-49f9-a831-14670b5242ad tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Apr 12 13:15:36.507665 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865049d-b72c-4c62-9c01-eedd0f4a608f req-5e342061-94bc-472b-869e-9c1774a6f84f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:36.509202 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a865049d-b72c-4c62-9c01-eedd0f4a608f req-5e342061-94bc-472b-869e-9c1774a6f84f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0481110 Apr 12 13:15:36.555623 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a865049d-b72c-4c62-9c01-eedd0f4a608f req-3bc963db-4111-4c9e-9836-685caa31a83b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408525 Apr 12 13:15:36.727319 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75858876-5ee5-4f45-ae1b-cfde379eb54c req-3603c557-d7a6-43be-b9cc-ec9e8380bd3f tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:36.728886 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-75858876-5ee5-4f45-ae1b-cfde379eb54c req-3603c557-d7a6-43be-b9cc-ec9e8380bd3f tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0515046 Apr 12 13:15:36.775645 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-75858876-5ee5-4f45-ae1b-cfde379eb54c req-fef1ae07-4e4d-4977-b74a-b6ff881ff98d tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 Apr 12 13:15:36.912108 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-f60e6d2f-4094-4104-800a-639c473bacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:36.913626 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-f60e6d2f-4094-4104-800a-639c473bacbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0701ad-d073-491a-8312-44390a009688 HTTP/1.1" status: 200 len: 854 time: 0.0515034 Apr 12 13:15:37.019271 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-65de2735-2b8e-4110-b333-5ceae019ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:37.021354 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-65de2735-2b8e-4110-b333-5ceae019ecb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9142ac7d-f054-4a50-ad45-6db95473a464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476751 Apr 12 13:15:37.064275 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-68929022-c88d-41d5-b3fe-37c722d6d94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:37.122805 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-0e458654-8ab3-4b5d-b6fe-dcc7321f82b8 service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921855 Apr 12 13:15:37.219295 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c18eedc-7822-4a43-a564-379f81d3f081 req-f8852bae-2318-4503-97af-bafddd622eef service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871472 Apr 12 13:15:37.302780 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af57fa-c58c-4fc4-a7e0-d1057cd7eada req-21fe7c7f-05c0-496b-ae15-528541181334 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:37.304263 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-21af57fa-c58c-4fc4-a7e0-d1057cd7eada req-21fe7c7f-05c0-496b-ae15-528541181334 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 944 time: 0.0519290 Apr 12 13:15:37.353770 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-21af57fa-c58c-4fc4-a7e0-d1057cd7eada req-c4d28e77-62f3-4e65-958b-b8628c702ef0 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Apr 12 13:15:37.568075 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device cbca9422-2444-4daa-b1ff-aea2423049f2 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:15:37.668561 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:37.673913 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9f8aa-31d6-40e7-bf17-4b376e09e70b req-63600893-0757-4107-959e-b6057f66c8e3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:37.675466 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ffc9f8aa-31d6-40e7-bf17-4b376e09e70b req-63600893-0757-4107-959e-b6057f66c8e3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 944 time: 0.0464954 Apr 12 13:15:37.682094 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'port_id': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'mac_address': 'fa:16:3e:b5:d1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:15:37.719829 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port cbca9422-2444-4daa-b1ff-aea2423049f2 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:37.720563 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:37.723270 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ffc9f8aa-31d6-40e7-bf17-4b376e09e70b req-0f128270-03ef-4e70-af3f-9cb3a973d3fb tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412641 Apr 12 13:15:37.734018 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbca9422-2444-4daa-b1ff-aea2423049f2 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:15:37.754812 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:37.759075 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:37.812130 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:37.893844 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29d28d-6419-4b23-875c-a0ffd6289816 req-739603cd-7c6e-4085-a104-bdd8e6bdc600 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:37.895455 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3b29d28d-6419-4b23-875c-a0ffd6289816 req-739603cd-7c6e-4085-a104-bdd8e6bdc600 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0473466 Apr 12 13:15:37.950409 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3b29d28d-6419-4b23-875c-a0ffd6289816 req-d2713f9b-08cb-4d07-bb5e-cc3b9afcb640 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489848 Apr 12 13:15:38.044660 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['cbca9422-2444-4daa-b1ff-aea2423049f2'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:15:38.140951 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461cdb4-ab7b-44c7-ae76-7a47a7407231 req-235f1f84-1c20-45ae-89f7-e0f2bf1555c9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:38.143326 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5461cdb4-ab7b-44c7-ae76-7a47a7407231 req-235f1f84-1c20-45ae-89f7-e0f2bf1555c9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0791342 Apr 12 13:15:38.191065 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5461cdb4-ab7b-44c7-ae76-7a47a7407231 req-6023bec4-5ef9-4b6a-b3d3-0851983ff794 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421655 Apr 12 13:15:38.276342 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-41b8dd23-14de-4196-bb09-ded24cc11f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:38.277913 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-41b8dd23-14de-4196-bb09-ded24cc11f1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6&device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 1128 time: 0.0432844 Apr 12 13:15:38.395962 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-9b074c6b-cf84-4dbe-ad54-2f58dcdea15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:38.397394 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-9b074c6b-cf84-4dbe-ad54-2f58dcdea15e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9142ac7d-f054-4a50-ad45-6db95473a464 HTTP/1.1" status: 200 len: 915 time: 0.0900447 Apr 12 13:15:38.464693 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20252827-f03b-4cea-8417-f9ec10051f05 req-35bc98ba-035a-4b81-b108-e9b4a00b2ec4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:38.466191 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-20252827-f03b-4cea-8417-f9ec10051f05 req-35bc98ba-035a-4b81-b108-e9b4a00b2ec4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 944 time: 0.0463693 Apr 12 13:15:38.513080 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-20252827-f03b-4cea-8417-f9ec10051f05 req-45948498-5bcf-47aa-a8f8-8520ec552b93 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 Apr 12 13:15:38.704473 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:38.759425 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-e84ba3a7-03fa-477a-8d60-be92c05dea89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 200 len: 217 time: 0.0382905 Apr 12 13:15:38.841456 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-842547ec-939b-4477-8223-eb1f43020846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:38.842930 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-842547ec-939b-4477-8223-eb1f43020846 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0701ad-d073-491a-8312-44390a009688 HTTP/1.1" status: 200 len: 854 time: 0.0752223 Apr 12 13:15:38.855984 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d521f-8053-4cb5-b1cf-ea685261d064 req-c0bc41b1-aa42-4436-8e1d-af74ee4a170a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:38.857459 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9b7d521f-8053-4cb5-b1cf-ea685261d064 req-c0bc41b1-aa42-4436-8e1d-af74ee4a170a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 945 time: 0.0595703 Apr 12 13:15:38.905833 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9b7d521f-8053-4cb5-b1cf-ea685261d064 req-299ee1da-93d0-447f-b8d7-817be15d664f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Apr 12 13:15:39.069381 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932aca9-0552-4551-84f5-4c1600863c0f req-1ebe610d-2fb7-4b49-b1e6-e2f08632a6ef tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:39.070833 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1932aca9-0552-4551-84f5-4c1600863c0f req-1ebe610d-2fb7-4b49-b1e6-e2f08632a6ef tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0500503 Apr 12 13:15:39.119362 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1932aca9-0552-4551-84f5-4c1600863c0f req-b3e1132c-de6d-4d00-b637-73f45e6638b6 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422397 Apr 12 13:15:39.159155 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-376195ec-1009-42f2-914f-4bc476d1ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:39.160712 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-376195ec-1009-42f2-914f-4bc476d1ab0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9142ac7d-f054-4a50-ad45-6db95473a464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404763 Apr 12 13:15:39.264778 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-d2221ed9-7c11-48e9-86da-cefa5d5a7417 service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931067 Apr 12 13:15:39.330941 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a193102-f161-4884-ad1b-40d310d24035 req-f43060ec-8341-4ae0-99c7-99ea63d673fc tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:39.332346 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0a193102-f161-4884-ad1b-40d310d24035 req-f43060ec-8341-4ae0-99c7-99ea63d673fc tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0708201 Apr 12 13:15:39.421582 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30f7eee3-610a-409b-9bb5-cae5a68d8bb6 req-1c73ea18-3dae-4057-9f1b-4b3f6ebd4634 service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303484 Apr 12 13:15:39.424936 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0a193102-f161-4884-ad1b-40d310d24035 req-f6a658bd-58ed-4e47-92df-ea8b818d9a18 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667746 Apr 12 13:15:39.585048 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 62ccceab-0c65-4864-98c0-ebc610e02c51 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:15:39.588282 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device cbca9422-2444-4daa-b1ff-aea2423049f2 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:39.626518 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90485551-849d-4a1f-becd-b91c0beb9d55 req-f3959822-8c13-4fdd-a5fe-e695c2a59a90 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:39.628049 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90485551-849d-4a1f-becd-b91c0beb9d55 req-f3959822-8c13-4fdd-a5fe-e695c2a59a90 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 944 time: 0.0500319 Apr 12 13:15:39.679032 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90485551-849d-4a1f-becd-b91c0beb9d55 req-8e8e14cd-84ae-45e7-a84b-7f4b57923581 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453458 Apr 12 13:15:39.698801 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port cbca9422-2444-4daa-b1ff-aea2423049f2 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:39.699174 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:39.755842 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 62ccceab-0c65-4864-98c0-ebc610e02c51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62ccceab-0c65-4864-98c0-ebc610e02c51,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:39.773886 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'port_id': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'mac_address': 'fa:16:3e:01:f3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:15:39.838957 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port cbca9422-2444-4daa-b1ff-aea2423049f2 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:39.839263 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:39.841018 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 62ccceab-0c65-4864-98c0-ebc610e02c51 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:39.841407 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:39.868929 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ccceab-0c65-4864-98c0-ebc610e02c51 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:15:39.879693 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:15:39.881945 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acad20b-d747-41a2-aa05-9e712a7f05d9" -d '{"events": [{"server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "name": "network-vif-plugged", "status": "completed", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:15:39.904073 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:39.908003 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 62ccceab-0c65-4864-98c0-ebc610e02c51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62ccceab-0c65-4864-98c0-ebc610e02c51,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:39.909649 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:39.919964 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:39.932848 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 1a17da20-4782-4fe4-baa4-9106b3b8a067 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:15:39.932848 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc65ce1-8779-48d2-a145-dd1bf1fe1e6a x-openstack-request-id: req-7cc65ce1-8779-48d2-a145-dd1bf1fe1e6a {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:15:39.932848 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "name": "network-vif-plugged", "status": "completed", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:15:39.932848 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7cc65ce1-8779-48d2-a145-dd1bf1fe1e6a {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:15:39.932848 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc65ce1-8779-48d2-a145-dd1bf1fe1e6a'] response: {'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'code': 200} Apr 12 13:15:39.998584 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:40.051191 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74bb7e-a349-4837-a7a6-69b7a97ae80a req-5abd3fd7-9ea1-4b2a-8186-9dc52dbaa44d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:40.052831 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7c74bb7e-a349-4837-a7a6-69b7a97ae80a req-5abd3fd7-9ea1-4b2a-8186-9dc52dbaa44d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 947 time: 0.0682852 Apr 12 13:15:40.103924 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7c74bb7e-a349-4837-a7a6-69b7a97ae80a req-2a551d1a-40ba-4204-b198-fed97f8d136c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Apr 12 13:15:40.104737 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=62ccceab-0c65-4864-98c0-ebc610e02c51,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:40.124920 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 1a17da20-4782-4fe4-baa4-9106b3b8a067, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1a17da20-4782-4fe4-baa4-9106b3b8a067,segment=NetworkSegment(8d6f6b1a-2a34-46a9-95a6-b7f245997d21),segment_id=8d6f6b1a-2a34-46a9-95a6-b7f245997d21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:40.138580 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '1a17da20-4782-4fe4-baa4-9106b3b8a067', 'network_id': '071fbc28-aefb-478e-9dbb-07b810cb2cda', 'port_id': '1a17da20-4782-4fe4-baa4-9106b3b8a067', 'mac_address': 'fa:16:3e:18:d5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165c02a4-834c-482d-9368-e393365aadef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:15:40.182693 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 1a17da20-4782-4fe4-baa4-9106b3b8a067 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:40.183761 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:40.196874 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a17da20-4782-4fe4-baa4-9106b3b8a067 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:15:40.217786 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 1a17da20-4782-4fe4-baa4-9106b3b8a067, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1a17da20-4782-4fe4-baa4-9106b3b8a067,segment=NetworkSegment(8d6f6b1a-2a34-46a9-95a6-b7f245997d21),segment_id=8d6f6b1a-2a34-46a9-95a6-b7f245997d21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:40.222399 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:40.250971 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b1693-834b-4ab4-bb59-d2b858529864 req-ee7baf2e-75ff-4ed3-b9d9-ca711392e2a0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:40.252392 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3a5b1693-834b-4ab4-bb59-d2b858529864 req-ee7baf2e-75ff-4ed3-b9d9-ca711392e2a0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 943 time: 0.0532582 Apr 12 13:15:40.274305 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=1a17da20-4782-4fe4-baa4-9106b3b8a067,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:40.348623 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f7859-d763-42c7-adb1-a462b1f86998 req-676f3720-29cc-47bc-837e-3c24b77f8dcf tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:40.350228 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f35f7859-d763-42c7-adb1-a462b1f86998 req-676f3720-29cc-47bc-837e-3c24b77f8dcf tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0768418 Apr 12 13:15:40.369021 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3a5b1693-834b-4ab4-bb59-d2b858529864 req-4169a7ff-385c-47a2-9018-4c9ba4e8ae06 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096396 Apr 12 13:15:40.406037 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-1ee5da2c-e775-46d1-8091-fe3071551a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:40.407601 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-1ee5da2c-e775-46d1-8091-fe3071551a8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 1129 time: 0.0800140 Apr 12 13:15:40.443727 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4df407-cada-4493-873b-cab871ceb9bc req-09924f70-a182-41f4-9ce1-49aacbdab7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:40.445267 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3a4df407-cada-4493-873b-cab871ceb9bc req-09924f70-a182-41f4-9ce1-49aacbdab7e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 1131 time: 0.0393977 Apr 12 13:15:40.448216 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f35f7859-d763-42c7-adb1-a462b1f86998 req-7174225d-b828-475b-ad90-929c6da17827 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762224 Apr 12 13:15:40.501967 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3a4df407-cada-4493-873b-cab871ceb9bc req-3f09cf74-f60a-4707-869e-f6544200ba58 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493751 Apr 12 13:15:40.542940 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-be9283ad-1cdd-494c-9f13-f30b55e1db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:40.544371 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-be9283ad-1cdd-494c-9f13-f30b55e1db21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.1288066 Apr 12 13:15:40.555035 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66dabb-85e3-4b05-bf6d-9b6a141b1d9e req-54dabbbc-5360-4b14-9b19-16e76b3636fc tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:40.556398 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4d66dabb-85e3-4b05-bf6d-9b6a141b1d9e req-54dabbbc-5360-4b14-9b19-16e76b3636fc tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0571439 Apr 12 13:15:40.610862 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4d66dabb-85e3-4b05-bf6d-9b6a141b1d9e req-63dafb49-fff0-4f37-87ed-5bd4f37c5478 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487125 Apr 12 13:15:40.704095 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['62ccceab-0c65-4864-98c0-ebc610e02c51'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:15:40.732361 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:40.780591 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['1a17da20-4782-4fe4-baa4-9106b3b8a067'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:15:40.823239 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9120-d72b-42d7-8f2c-6fedca0729f9 req-13f5adaa-898f-44e6-94f6-f21a7b702580 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:40.824697 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-784e9120-d72b-42d7-8f2c-6fedca0729f9 req-13f5adaa-898f-44e6-94f6-f21a7b702580 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 945 time: 0.0608892 Apr 12 13:15:40.826795 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-f2d9c4b0-219d-42b9-b778-757d6211c497 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de665fec-4c6c-4129-81b8-66a4d972a84a HTTP/1.1" status: 200 len: 1000 time: 0.0983529 Apr 12 13:15:40.909291 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-f176b093-f0e3-420d-99d1-1965b2d1bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:40.911430 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-f176b093-f0e3-420d-99d1-1965b2d1bd89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0740654 Apr 12 13:15:40.914671 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-784e9120-d72b-42d7-8f2c-6fedca0729f9 req-2f200f16-a804-40bb-9f9a-6b6930c11fcb tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839701 Apr 12 13:15:41.222928 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f422e-b1d2-49f4-b22d-73c16bb39554 req-b41a1681-4917-429e-b76b-5ca9e71fce21 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:41.224387 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9d0f422e-b1d2-49f4-b22d-73c16bb39554 req-b41a1681-4917-429e-b76b-5ca9e71fce21 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 947 time: 0.0471404 Apr 12 13:15:41.270329 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9d0f422e-b1d2-49f4-b22d-73c16bb39554 req-13c73b5f-ade3-4d47-b8d8-e65ffa053088 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402930 Apr 12 13:15:41.315222 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-c8d1802f-58e6-4dab-bbc0-a77859175f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:41.316883 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-c8d1802f-58e6-4dab-bbc0-a77859175f6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421398 Apr 12 13:15:41.406424 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-0b51cc89-4e2c-4912-af15-cb2501e0bb29 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829358 Apr 12 13:15:41.518438 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525adbd1-1a09-4c92-aa66-672c0ea13450 req-41534d3c-6c3c-4340-9384-cbf309aaebd2 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:41.520418 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-525adbd1-1a09-4c92-aa66-672c0ea13450 req-41534d3c-6c3c-4340-9384-cbf309aaebd2 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 944 time: 0.0790696 Apr 12 13:15:41.581233 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dadf2a0f-8c47-48a6-adfc-b7c3e6ec6403 req-b4670d5a-e2ab-44e2-bc1a-a7f01b6789a7 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660919 Apr 12 13:15:41.601932 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec9ba6-7cc0-4b0e-a811-40ada4609629 req-c33dbea0-1cd8-44f2-8848-e7ef647c5ea8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:41.603359 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-31ec9ba6-7cc0-4b0e-a811-40ada4609629 req-c33dbea0-1cd8-44f2-8848-e7ef647c5ea8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0805776 Apr 12 13:15:41.631546 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-525adbd1-1a09-4c92-aa66-672c0ea13450 req-a73b627c-09f9-44ea-b3c2-9296f8953061 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039588 Apr 12 13:15:41.669166 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-31ec9ba6-7cc0-4b0e-a811-40ada4609629 req-b6c9cd18-0412-439b-8ad3-d7d5346e2957 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602081 Apr 12 13:15:41.682042 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:41.742219 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3365e-631b-46e8-84f6-af313312beef req-498e8d9c-83e7-43e2-b4c2-e64b289ca6d8 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:41.743614 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e3365e-631b-46e8-84f6-af313312beef req-498e8d9c-83e7-43e2-b4c2-e64b289ca6d8 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0472379 Apr 12 13:15:41.790446 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e3365e-631b-46e8-84f6-af313312beef req-2a455e64-aed5-4643-a448-023d209a5e0d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406749 Apr 12 13:15:42.025423 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95354929-034d-4fc9-aad2-eb97ff912489 req-f599d0c1-3115-4a6e-86c4-e77331708197 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:42.026933 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95354929-034d-4fc9-aad2-eb97ff912489 req-f599d0c1-3115-4a6e-86c4-e77331708197 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 945 time: 0.0475619 Apr 12 13:15:42.073885 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-95354929-034d-4fc9-aad2-eb97ff912489 req-4c6d9b16-a4aa-4e99-8892-beb3da525d8c tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Apr 12 13:15:42.197625 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 62ccceab-0c65-4864-98c0-ebc610e02c51 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:42.246197 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 62ccceab-0c65-4864-98c0-ebc610e02c51 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:15:42.252763 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 62ccceab-0c65-4864-98c0-ebc610e02c51 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:42.253142 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:42.344962 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 62ccceab-0c65-4864-98c0-ebc610e02c51 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:42.346557 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:42.377676 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:15:42.381255 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db97a74d-4475-46cd-bbaa-48e8d90f73b8" -d '{"events": [{"server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "name": "network-vif-plugged", "status": "completed", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:15:42.403175 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 62ccceab-0c65-4864-98c0-ebc610e02c51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62ccceab-0c65-4864-98c0-ebc610e02c51,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:42.408198 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:42.409308 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 1a17da20-4782-4fe4-baa4-9106b3b8a067 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:15:42.416700 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbf410-c961-4e01-8897-b9a75b8af718 req-011108a1-5ceb-4ecd-8181-1257845221e3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:42.418325 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1dbf410-c961-4e01-8897-b9a75b8af718 req-011108a1-5ceb-4ecd-8181-1257845221e3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 947 time: 0.0606787 Apr 12 13:15:42.438450 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3c62e9-b7e1-44dc-a1af-d6b774ad6d57 x-openstack-request-id: req-4d3c62e9-b7e1-44dc-a1af-d6b774ad6d57 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:15:42.438825 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "name": "network-vif-plugged", "status": "completed", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:15:42.439147 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4d3c62e9-b7e1-44dc-a1af-d6b774ad6d57 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:15:42.439628 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3c62e9-b7e1-44dc-a1af-d6b774ad6d57'] response: {'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'code': 200} Apr 12 13:15:42.500674 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c1dbf410-c961-4e01-8897-b9a75b8af718 req-705fb2b6-e2e9-4c9e-87d0-c654ac2a42a9 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648427 Apr 12 13:15:42.506228 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=62ccceab-0c65-4864-98c0-ebc610e02c51,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:42.510848 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 1a17da20-4782-4fe4-baa4-9106b3b8a067 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:15:42.527567 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 1a17da20-4782-4fe4-baa4-9106b3b8a067 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:15:42.528619 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:42.614772 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 1a17da20-4782-4fe4-baa4-9106b3b8a067 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:15:42.615160 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:42.632790 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db37d12-e2a8-4151-94a9-ba4e6bde6f3e req-18a8032e-2e32-4637-8603-a577160e5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:42.634393 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4db37d12-e2a8-4151-94a9-ba4e6bde6f3e req-18a8032e-2e32-4637-8603-a577160e5b33 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 1130 time: 0.0438187 Apr 12 13:15:42.651181 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 1a17da20-4782-4fe4-baa4-9106b3b8a067, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1a17da20-4782-4fe4-baa4-9106b3b8a067,segment=NetworkSegment(8d6f6b1a-2a34-46a9-95a6-b7f245997d21),segment_id=8d6f6b1a-2a34-46a9-95a6-b7f245997d21)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:15:42.658655 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:42.688896 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4db37d12-e2a8-4151-94a9-ba4e6bde6f3e req-36180dd5-7576-464e-8e98-fcdce79bec07 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Apr 12 13:15:42.727258 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=1a17da20-4782-4fe4-baa4-9106b3b8a067,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:15:42.803705 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c055c3-4316-4b83-8bef-d7c58b824b3b req-17287cae-085c-435b-946b-a5b57294435e tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:42.805078 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f5c055c3-4316-4b83-8bef-d7c58b824b3b req-17287cae-085c-435b-946b-a5b57294435e tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 945 time: 0.0862160 Apr 12 13:15:42.831112 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05b740-7579-4a3a-8d4f-6446ccdcc061 req-5ee8b229-aca3-4b2f-8adb-f9089f919f2a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:42.832573 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eb05b740-7579-4a3a-8d4f-6446ccdcc061 req-5ee8b229-aca3-4b2f-8adb-f9089f919f2a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0746713 Apr 12 13:15:42.877975 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f5c055c3-4316-4b83-8bef-d7c58b824b3b req-fee41b4e-e849-42bf-aeda-4d50cabf4198 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672796 Apr 12 13:15:42.899749 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eb05b740-7579-4a3a-8d4f-6446ccdcc061 req-4317979f-3f0d-4269-b0ea-136f254c0e5f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606349 Apr 12 13:15:42.981992 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86768d2d-1432-4c7e-a6ec-b5f297ca90a1 req-7651fff4-e891-4aa7-9596-b009d5c468c2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:42.983513 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-86768d2d-1432-4c7e-a6ec-b5f297ca90a1 req-7651fff4-e891-4aa7-9596-b009d5c468c2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0494034 Apr 12 13:15:43.040151 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-86768d2d-1432-4c7e-a6ec-b5f297ca90a1 req-c3aa670a-6399-4ba1-a85d-28da14bc7d7e tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509732 Apr 12 13:15:43.191668 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8938a-96cc-4de4-9fb9-b8e28e2a59fb req-30696d70-5e11-4835-93cb-fefe15af3cad tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:43.193205 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a8e8938a-96cc-4de4-9fb9-b8e28e2a59fb req-30696d70-5e11-4835-93cb-fefe15af3cad tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 946 time: 0.0513210 Apr 12 13:15:43.241726 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a8e8938a-96cc-4de4-9fb9-b8e28e2a59fb req-e46e6cec-7ff8-4a77-8ee6-94a97d437212 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429971 Apr 12 13:15:43.618098 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094b98b-e89e-45b1-b59c-81cfbf652dc2 req-56d0e23e-668b-4a02-a6b2-59b4d217d28d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:43.619599 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0094b98b-e89e-45b1-b59c-81cfbf652dc2 req-56d0e23e-668b-4a02-a6b2-59b4d217d28d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 947 time: 0.0473375 Apr 12 13:15:43.666410 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0094b98b-e89e-45b1-b59c-81cfbf652dc2 req-55b40f7c-0bd0-432e-a3c3-c5de13d6cb7d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409844 Apr 12 13:15:44.231642 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12a779-a2ee-482f-ab2d-272c09370966 req-1153b0f2-d13e-43dc-9294-6f98f53e5dee tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:44.233115 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8f12a779-a2ee-482f-ab2d-272c09370966 req-1153b0f2-d13e-43dc-9294-6f98f53e5dee tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 945 time: 0.2874606 Apr 12 13:15:44.244115 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a5317-81a7-42b1-b791-5b00eef2513e req-1e91e473-cfbd-4292-825e-6aa97d1ea3a8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:44.245612 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-376a5317-81a7-42b1-b791-5b00eef2513e req-1e91e473-cfbd-4292-825e-6aa97d1ea3a8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.2712929 Apr 12 13:15:44.318724 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8f12a779-a2ee-482f-ab2d-272c09370966 req-fa12793b-79dc-45e7-bda8-81c174703ea1 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721245 Apr 12 13:15:44.321798 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-376a5317-81a7-42b1-b791-5b00eef2513e req-6f5b61e0-ecf8-44e8-bd50-9127530c7dbf tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695300 Apr 12 13:15:44.441825 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4696adc7-7456-4c44-95f3-3c28ddf1b709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a17da20-4782-4fe4-baa4-9106b3b8a067'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:15:44.444201 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42481da7-33f1-4b3c-a5f1-7882e063389e" -d '{"events": [{"server_uuid": "4696adc7-7456-4c44-95f3-3c28ddf1b709", "name": "network-vif-plugged", "status": "completed", "tag": "1a17da20-4782-4fe4-baa4-9106b3b8a067"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:15:44.462189 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45901361-785a-45b8-8a34-3a3f8507c335 req-dad96ed2-0169-4174-9809-0bacce6a1247 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:44.463787 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-45901361-785a-45b8-8a34-3a3f8507c335 req-dad96ed2-0169-4174-9809-0bacce6a1247 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 946 time: 0.0786572 Apr 12 13:15:44.472493 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4b27b-011c-4176-a883-362ee1afcb38 req-8103f71d-2140-46ee-aa10-de9d3bfa0f85 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:44.473931 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-22d4b27b-011c-4176-a883-362ee1afcb38 req-8103f71d-2140-46ee-aa10-de9d3bfa0f85 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0787504 Apr 12 13:15:44.544401 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-45901361-785a-45b8-8a34-3a3f8507c335 req-de6d2f64-490c-4888-b02b-434e487c2cd8 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693986 Apr 12 13:15:44.547486 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-22d4b27b-011c-4176-a883-362ee1afcb38 req-721cdf4c-df05-4480-a3df-37343d1121a0 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669990 Apr 12 13:15:44.591658 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc4d0db-14bc-4f87-a2e9-e44bff9f3f9d x-openstack-request-id: req-2fc4d0db-14bc-4f87-a2e9-e44bff9f3f9d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:15:44.591995 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4696adc7-7456-4c44-95f3-3c28ddf1b709", "name": "network-vif-plugged", "status": "completed", "tag": "1a17da20-4782-4fe4-baa4-9106b3b8a067", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:15:44.592254 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2fc4d0db-14bc-4f87-a2e9-e44bff9f3f9d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:15:44.592660 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc4d0db-14bc-4f87-a2e9-e44bff9f3f9d'] response: {'server_uuid': '4696adc7-7456-4c44-95f3-3c28ddf1b709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a17da20-4782-4fe4-baa4-9106b3b8a067', 'code': 200} Apr 12 13:15:44.753077 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f043e-b6c9-4e65-bb4b-a7c9813e7f8c req-8713ad43-9236-4fd7-b996-baad59ff3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:44.755196 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-374f043e-b6c9-4e65-bb4b-a7c9813e7f8c req-8713ad43-9236-4fd7-b996-baad59ff3da3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 1129 time: 0.0388181 Apr 12 13:15:44.798899 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-374f043e-b6c9-4e65-bb4b-a7c9813e7f8c req-5b353ba0-44ef-496c-b40e-2542ff6f84bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363576 Apr 12 13:15:45.460408 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5da231-c11b-4dcc-917a-23e1ae6b4722 req-0286f99e-da4e-41b9-87e4-95ebdc0fbd8b tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:45.461893 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb5da231-c11b-4dcc-917a-23e1ae6b4722 req-0286f99e-da4e-41b9-87e4-95ebdc0fbd8b tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 945 time: 0.0754027 Apr 12 13:15:45.469691 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70ef80-599e-4992-9fcd-be20a03c2c40 req-8226ce53-f8a3-473d-845f-8313e4fda017 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:45.471292 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1a70ef80-599e-4992-9fcd-be20a03c2c40 req-8226ce53-f8a3-473d-845f-8313e4fda017 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0755758 Apr 12 13:15:45.538584 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cb5da231-c11b-4dcc-917a-23e1ae6b4722 req-a917f564-4bdd-40e9-b7d0-700626747872 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663524 Apr 12 13:15:45.545460 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1a70ef80-599e-4992-9fcd-be20a03c2c40 req-8503a082-2638-4847-bd1b-6f8f2f3e7241 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669732 Apr 12 13:15:45.694052 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dfb7b-0933-4243-bd3d-7b9780256014 req-d1b12d06-a96f-4e4c-80d5-6db35e18294c tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:45.695658 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee3dfb7b-0933-4243-bd3d-7b9780256014 req-d1b12d06-a96f-4e4c-80d5-6db35e18294c tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 946 time: 0.0777540 Apr 12 13:15:45.704226 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb9a9e-4b65-4e7e-9bf5-1e0b5b017765 req-fde74c3f-9bc9-4d51-ac09-96c1a2d4d2a1 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:45.705686 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-41eb9a9e-4b65-4e7e-9bf5-1e0b5b017765 req-fde74c3f-9bc9-4d51-ac09-96c1a2d4d2a1 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0789495 Apr 12 13:15:45.774793 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee3dfb7b-0933-4243-bd3d-7b9780256014 req-13b9bd97-45c8-43a1-8432-b45009a6879d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681074 Apr 12 13:15:45.781910 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-41eb9a9e-4b65-4e7e-9bf5-1e0b5b017765 req-a65d8bcf-86d3-4e32-bc4d-a25097a5b3c5 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688620 Apr 12 13:15:45.886762 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8486ac-3b7f-4a94-906f-457b5483c568 req-454bb4d4-39a6-4999-8240-34536418eb2d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:45.888219 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f8486ac-3b7f-4a94-906f-457b5483c568 req-454bb4d4-39a6-4999-8240-34536418eb2d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 946 time: 0.0467744 Apr 12 13:15:45.935106 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1f8486ac-3b7f-4a94-906f-457b5483c568 req-8df99d15-b2c5-4504-9c57-5f2880bd02cf tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Apr 12 13:15:46.266177 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41e857-f317-4666-96ac-a723314eaedb req-4f99d4ba-b77b-4bcd-b154-2b75d02d1722 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:46.267594 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d41e857-f317-4666-96ac-a723314eaedb req-4f99d4ba-b77b-4bcd-b154-2b75d02d1722 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 946 time: 0.0505152 Apr 12 13:15:46.314878 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d41e857-f317-4666-96ac-a723314eaedb req-3ffa9bb3-53a6-4567-b430-461329a4aace tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Apr 12 13:15:46.696644 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68bd4cd-fe2d-4eb7-bd84-073a254a01e8 req-f41cc1b3-5424-4a83-a704-9406835e6f97 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:46.698214 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f68bd4cd-fe2d-4eb7-bd84-073a254a01e8 req-f41cc1b3-5424-4a83-a704-9406835e6f97 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 945 time: 0.0845072 Apr 12 13:15:46.704486 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdb2a1-f1dc-45f5-88de-172ae490a97e req-e08b23fd-393c-4ead-b451-a9e656f79003 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:46.706973 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6cdb2a1-f1dc-45f5-88de-172ae490a97e req-e08b23fd-393c-4ead-b451-a9e656f79003 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0820589 Apr 12 13:15:46.783750 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f68bd4cd-fe2d-4eb7-bd84-073a254a01e8 req-8440b59b-d941-4195-9b49-c47949317d52 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756114 Apr 12 13:15:46.788578 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a6cdb2a1-f1dc-45f5-88de-172ae490a97e req-c609b074-bf2b-453a-a6e9-2c20a70c1d35 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743067 Apr 12 13:15:46.897872 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332ad6a-53c7-472c-9cf6-392ce7beb286 req-344c92ed-5e2e-4f5a-93d3-fe598cb03ca6 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:46.899604 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0332ad6a-53c7-472c-9cf6-392ce7beb286 req-344c92ed-5e2e-4f5a-93d3-fe598cb03ca6 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0493178 Apr 12 13:15:46.963635 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0332ad6a-53c7-472c-9cf6-392ce7beb286 req-5ae2ce57-38e0-4d98-a8d7-25474f0b6367 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571301 Apr 12 13:15:47.907104 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d9bf9-00d8-4480-9101-6779476d41bd req-2fc5f175-8b40-4c46-9c85-7bf09c18679e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:47.908622 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3f7d9bf9-00d8-4480-9101-6779476d41bd req-2fc5f175-8b40-4c46-9c85-7bf09c18679e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0481155 Apr 12 13:15:47.962698 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3f7d9bf9-00d8-4480-9101-6779476d41bd req-675bd0b7-40b7-45e7-bedc-80091ac6f360 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478046 Apr 12 13:15:48.093418 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbe2df-8143-49f7-91a5-ef61f7e94333 req-ccd12850-0cf5-495f-8732-99ba5b5b6061 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:48.095381 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-60fbe2df-8143-49f7-91a5-ef61f7e94333 req-ccd12850-0cf5-495f-8732-99ba5b5b6061 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0578942 Apr 12 13:15:48.151719 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-60fbe2df-8143-49f7-91a5-ef61f7e94333 req-5979d069-337d-4a72-aaa0-660d5bbcbbc3 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484848 Apr 12 13:15:49.081120 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9b364-2474-4cf0-8aa6-2561958adb71 req-05e89464-f586-4561-a01a-c5c03280abc5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:49.082714 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6fe9b364-2474-4cf0-8aa6-2561958adb71 req-05e89464-f586-4561-a01a-c5c03280abc5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0489976 Apr 12 13:15:49.130508 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6fe9b364-2474-4cf0-8aa6-2561958adb71 req-b067a9d4-708a-4898-a8f3-978eb8d7c1cc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421567 Apr 12 13:15:49.276716 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32da3cc-4cde-4d44-b65a-71cbbbccddc4 req-40b12028-04f8-4d49-8c18-e7c2956ec26c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:49.278235 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d32da3cc-4cde-4d44-b65a-71cbbbccddc4 req-40b12028-04f8-4d49-8c18-e7c2956ec26c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0530641 Apr 12 13:15:49.326785 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d32da3cc-4cde-4d44-b65a-71cbbbccddc4 req-db50c350-459f-4190-9d31-fd67057dcfab tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426712 Apr 12 13:15:49.518847 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8317cda-4115-466e-93d8-6a06a14921aa req-76de2833-8d06-4516-9eca-2639ada9a395 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:49.520286 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c8317cda-4115-466e-93d8-6a06a14921aa req-76de2833-8d06-4516-9eca-2639ada9a395 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0469561 Apr 12 13:15:49.602027 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c8317cda-4115-466e-93d8-6a06a14921aa req-dbdf2925-4aa6-4d9e-a996-12500e7eea12 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760109 Apr 12 13:15:49.602987 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e946cc-230e-4fe5-b330-b47375154db1 req-0807325d-201b-4fc7-927a-e5ffe0a38964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:49.604362 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e946cc-230e-4fe5-b330-b47375154db1 req-0807325d-201b-4fc7-927a-e5ffe0a38964 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ece71a09a94851833df1d109311c97&device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 1129 time: 0.0647521 Apr 12 13:15:49.694140 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e946cc-230e-4fe5-b330-b47375154db1 req-806948cd-568b-4469-9d45-462f0a1776ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:49.695611 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e946cc-230e-4fe5-b330-b47375154db1 req-806948cd-568b-4469-9d45-462f0a1776ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 200 len: 911 time: 0.0853581 Apr 12 13:15:49.765889 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e946cc-230e-4fe5-b330-b47375154db1 req-7953f3ae-c808-4496-957f-f54540955f7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd HTTP/1.1" status: 200 len: 1000 time: 0.0621910 Apr 12 13:15:49.813762 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e946cc-230e-4fe5-b330-b47375154db1 req-c57a64bf-b87a-438a-bc8b-bbf7cd78e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:49.815137 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e946cc-230e-4fe5-b330-b47375154db1 req-c57a64bf-b87a-438a-bc8b-bbf7cd78e6d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15b5014d-00df-4c61-a675-ebbc17295068 HTTP/1.1" status: 200 len: 850 time: 0.0429914 Apr 12 13:15:49.863936 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e946cc-230e-4fe5-b330-b47375154db1 req-41dde117-63f9-456d-a586-d4ef17aa4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:49.865441 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e946cc-230e-4fe5-b330-b47375154db1 req-41dde117-63f9-456d-a586-d4ef17aa4dea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=338fa43e-63c7-4e02-92fe-2483c828b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430713 Apr 12 13:15:49.958107 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e946cc-230e-4fe5-b330-b47375154db1 req-f8e44302-2196-48dd-8718-886d5df91770 service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861402 Apr 12 13:15:50.047142 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40e946cc-230e-4fe5-b330-b47375154db1 req-6dab3d31-41df-4f27-8a58-23acab04c409 service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820529 Apr 12 13:15:50.245587 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db66849-b9f4-4c01-a251-626dcc0276f5 req-617ad0d4-40a6-499d-93c0-63a5bfe80958 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:50.247057 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1db66849-b9f4-4c01-a251-626dcc0276f5 req-617ad0d4-40a6-499d-93c0-63a5bfe80958 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0463848 Apr 12 13:15:50.301470 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1db66849-b9f4-4c01-a251-626dcc0276f5 req-4b2a2578-9c7b-402a-ab2a-6ba6cacfb2f2 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487633 Apr 12 13:15:50.713871 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c891494-4ef5-491d-a8c9-f72ca36cc74f req-3854c8ef-7e7f-48d3-8048-38ca7abeb141 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:50.715356 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6c891494-4ef5-491d-a8c9-f72ca36cc74f req-3854c8ef-7e7f-48d3-8048-38ca7abeb141 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0465569 Apr 12 13:15:50.762384 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6c891494-4ef5-491d-a8c9-f72ca36cc74f req-31ddcd75-5332-41ab-832c-72aca5f2c02b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410786 Apr 12 13:15:51.423715 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef79ec-57ea-4d72-8059-7f45e16811b1 req-48333367-64f3-4d9e-8ad1-9b8badaead73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:51.425208 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7bef79ec-57ea-4d72-8059-7f45e16811b1 req-48333367-64f3-4d9e-8ad1-9b8badaead73 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0502460 Apr 12 13:15:51.471379 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7bef79ec-57ea-4d72-8059-7f45e16811b1 req-7c15e9d9-a3d5-4ef3-9d26-7d6c49b27bf5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405552 Apr 12 13:15:51.881979 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d41b9-bc43-4245-8a25-767e14d124f7 req-5a03ca0e-cb48-4cea-b2b7-7fcd7550959d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:51.883426 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-470d41b9-bc43-4245-8a25-767e14d124f7 req-5a03ca0e-cb48-4cea-b2b7-7fcd7550959d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0497861 Apr 12 13:15:51.930123 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-470d41b9-bc43-4245-8a25-767e14d124f7 req-de32188f-8362-4173-b144-3bb1a1a32b67 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 Apr 12 13:15:52.583724 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e54d7-dcc1-4013-b9f3-5c5d8634d029 req-844fe985-6cf9-4fe5-a218-7ed1eb1706ca tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:52.585244 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a66e54d7-dcc1-4013-b9f3-5c5d8634d029 req-844fe985-6cf9-4fe5-a218-7ed1eb1706ca tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0474901 Apr 12 13:15:52.633353 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a66e54d7-dcc1-4013-b9f3-5c5d8634d029 req-8178cc3c-d8fe-4d2b-ae13-f581ef2bd910 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Apr 12 13:15:53.753772 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7318c-490f-44c1-993e-a7cd7adc78b0 req-40a7a652-45a9-4515-b369-65e8a33172fe tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:53.755266 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30a7318c-490f-44c1-993e-a7cd7adc78b0 req-40a7a652-45a9-4515-b369-65e8a33172fe tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0520134 Apr 12 13:15:53.815143 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-30a7318c-490f-44c1-993e-a7cd7adc78b0 req-590fcc95-d7bc-4018-87c1-ebcedde505f3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542614 Apr 12 13:15:54.929105 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5728fd3b-7d28-49d0-806f-731fc2033a61 req-8539ba0e-1174-45be-9aad-0ab1156c1b2b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:54.930601 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5728fd3b-7d28-49d0-806f-731fc2033a61 req-8539ba0e-1174-45be-9aad-0ab1156c1b2b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0471032 Apr 12 13:15:54.977481 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5728fd3b-7d28-49d0-806f-731fc2033a61 req-98132e3a-a98e-4d79-88e6-0606c87c851e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411930 Apr 12 13:15:56.089443 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d96387-fa4f-4815-b0c8-00933d48005f req-7fe7bb44-74fa-42e6-b0f6-0894b417ff3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:56.090900 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b9d96387-fa4f-4815-b0c8-00933d48005f req-7fe7bb44-74fa-42e6-b0f6-0894b417ff3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0462818 Apr 12 13:15:56.141889 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b9d96387-fa4f-4815-b0c8-00933d48005f req-cbcba9fc-6b34-43d4-bf7f-b9c07216beb8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451684 Apr 12 13:15:57.253094 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4118417-ce75-4041-9fb4-52154af910e1 req-632b767d-2348-40ad-bb0b-196e4bfadecf tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:57.254597 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a4118417-ce75-4041-9fb4-52154af910e1 req-632b767d-2348-40ad-bb0b-196e4bfadecf tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0466633 Apr 12 13:15:57.302605 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a4118417-ce75-4041-9fb4-52154af910e1 req-97ed8512-a6df-41d1-b6dd-3d0938c9c1ed tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423100 Apr 12 13:15:58.426441 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd9197-e84a-4e74-a80e-47d8f999f537 req-3f549aaf-2c5e-46af-a3f3-39f5a05126fd tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:58.427951 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1cbd9197-e84a-4e74-a80e-47d8f999f537 req-3f549aaf-2c5e-46af-a3f3-39f5a05126fd tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0510335 Apr 12 13:15:58.478113 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1cbd9197-e84a-4e74-a80e-47d8f999f537 req-07d2661d-1c9d-4e02-930c-b9ed76ace109 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431681 Apr 12 13:15:58.755240 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:15:59.234069 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:15:59.593400 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5ba9c-a3b7-487b-8b8a-3c65193630c6 req-821f5ef4-ad5b-4f5a-ae8d-236d3a86e277 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:15:59.595133 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-52a5ba9c-a3b7-487b-8b8a-3c65193630c6 req-821f5ef4-ad5b-4f5a-ae8d-236d3a86e277 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0497458 Apr 12 13:15:59.645408 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-52a5ba9c-a3b7-487b-8b8a-3c65193630c6 req-51959d10-4d19-4b25-9b49-eab3d68e1ca5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 Apr 12 13:16:00.756534 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76214f1-7cbb-41de-b2d9-d4f4b6320559 req-aac3d817-3531-4ea5-9af2-08eafc8dcdc3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:00.758045 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d76214f1-7cbb-41de-b2d9-d4f4b6320559 req-aac3d817-3531-4ea5-9af2-08eafc8dcdc3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0465248 Apr 12 13:16:00.804540 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d76214f1-7cbb-41de-b2d9-d4f4b6320559 req-ab084542-8277-4b9f-957f-e609c7ea5d63 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409310 Apr 12 13:16:01.922478 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41951b23-8833-438f-a9e8-b5eddf6cfce6 req-04946e17-b8a5-4efb-a776-86ed0afcb0b0 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:01.923996 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-41951b23-8833-438f-a9e8-b5eddf6cfce6 req-04946e17-b8a5-4efb-a776-86ed0afcb0b0 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0531235 Apr 12 13:16:01.975747 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-41951b23-8833-438f-a9e8-b5eddf6cfce6 req-6bba335a-6f0e-4b7f-b408-15c225ffd283 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447183 Apr 12 13:16:02.985149 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-1b1f3b33-e47b-4926-97e8-33def663b164 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405667 Apr 12 13:16:03.101898 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d7a51-1867-463c-8621-3675f4c51306 req-f5e5571f-e1f1-4bb3-9f4d-b88bc895d64c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:03.103534 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f49d7a51-1867-463c-8621-3675f4c51306 req-f5e5571f-e1f1-4bb3-9f4d-b88bc895d64c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0595632 Apr 12 13:16:03.173610 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-0dde5994-5a59-4db2-9b5e-25f670def2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:03.175741 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-0dde5994-5a59-4db2-9b5e-25f670def2a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 1129 time: 0.0712399 Apr 12 13:16:03.193362 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f49d7a51-1867-463c-8621-3675f4c51306 req-1d67cd4b-f894-4fd2-bd1c-1215b57af001 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779469 Apr 12 13:16:03.294028 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-0e174789-6851-4afa-8baa-150a80706abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:03.295558 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-0e174789-6851-4afa-8baa-150a80706abe service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.0945325 Apr 12 13:16:03.346140 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-7e7008cb-fd0d-4b8e-8c8f-90910b81a35d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a HTTP/1.1" status: 200 len: 217 time: 0.0390215 Apr 12 13:16:03.398940 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-cfce7db5-2e76-4ac4-af58-b8aa24ca6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:03.400365 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-cfce7db5-2e76-4ac4-af58-b8aa24ca6b8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0457950 Apr 12 13:16:03.446374 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-49a88f44-7c84-48f9-aae0-e3b424d2e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:03.447874 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-49a88f44-7c84-48f9-aae0-e3b424d2e100 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380645 Apr 12 13:16:03.542538 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-9267152e-96f9-4f6c-8d73-b6f2d6068f68 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858674 Apr 12 13:16:03.633556 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a3c6bd50-f653-47f3-aa65-174497ff8812 req-d846f0e1-0594-4b20-88cf-129e418c8ebe service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825496 Apr 12 13:16:04.256657 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a30412-8968-4d5b-950b-5938ebcf7b2c req-e7387c4c-b5eb-407f-a37b-8b7db2275b90 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:04.258240 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b1a30412-8968-4d5b-950b-5938ebcf7b2c req-e7387c4c-b5eb-407f-a37b-8b7db2275b90 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 946 time: 0.0636861 Apr 12 13:16:04.342623 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52734179-7fc8-47b5-8eaa-ce253288ed49 req-4f3f48d5-d256-4d6f-a577-e4be88677428 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:04.344112 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-52734179-7fc8-47b5-8eaa-ce253288ed49 req-4f3f48d5-d256-4d6f-a577-e4be88677428 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0631187 Apr 12 13:16:04.348335 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b1a30412-8968-4d5b-950b-5938ebcf7b2c req-81f639c1-0c4e-4d39-977a-53d4ad4e3560 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841229 Apr 12 13:16:04.371599 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56104) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:04.392572 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-52734179-7fc8-47b5-8eaa-ce253288ed49 req-02e8a719-b3e1-494f-a3d7-12cb687596da tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418408 Apr 12 13:16:04.451995 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a489a3f-5ecc-4b11-92da-21003ab3d55d tempest-TestMinimumBasicScenario-538027121 tempest-TestMinimumBasicScenario-538027121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:04.453605 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4a489a3f-5ecc-4b11-92da-21003ab3d55d tempest-TestMinimumBasicScenario-538027121 tempest-TestMinimumBasicScenario-538027121-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 1125 time: 0.0810006 Apr 12 13:16:04.456569 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56108) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:04.460762 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'port_id': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:04.481627 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:04.576916 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:04.686066 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Allocated IP 172.27.3.118 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/7e700d10-e476-4022-8c0a-10812fff0f0e) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:04.789102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for port (7e700d10-e476-4022-8c0a-10812fff0f0e), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:04.808880 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ce73974c-fe19-4e4f-837b-1bd388450983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:04.822202 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (7e700d10-e476-4022-8c0a-10812fff0f0e), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:04.861940 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:04.864644 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:04.871281 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:04.874357 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'Port': ['ID=7e700d10-e476-4022-8c0a-10812fff0f0e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:05.236340 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for floatingip (35fdf5c3-a464-4247-9f8a-8742022c522f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.309573 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7e700d10-e476-4022-8c0a-10812fff0f0e), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.467258 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for port (7e700d10-e476-4022-8c0a-10812fff0f0e), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.474047 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (7e700d10-e476-4022-8c0a-10812fff0f0e), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.539049 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ceebe-7d46-4b74-bf78-0502577c5c6b req-38608b4e-cf61-403d-a0bd-425c144b73d5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:05.541927 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bb3ceebe-7d46-4b74-bf78-0502577c5c6b req-38608b4e-cf61-403d-a0bd-425c144b73d5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0798914 Apr 12 13:16:05.582777 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'Port': ['ID=7e700d10-e476-4022-8c0a-10812fff0f0e,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:05.598080 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (35fdf5c3-a464-4247-9f8a-8742022c522f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:05.614469 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bb3ceebe-7d46-4b74-bf78-0502577c5c6b req-228666fd-967d-4ac5-a8a0-d46ef6213a0d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641010 Apr 12 13:16:05.705686 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Floating IP 35fdf5c3-a464-4247-9f8a-8742022c522f associated. External IP: 172.27.3.118, port: 62ccceab-0c65-4864-98c0-ebc610e02c51. Apr 12 13:16:05.916887 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Router dbf02e3a-b664-4884-a198-ae0ad89f1bbd has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:16:06.024829 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:16:06.035656 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] Sync routers for ids ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:16:06.047481 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.050711 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] Routers {'dbf02e3a-b664-4884-a198-ae0ad89f1bbd'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:06.051334 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:15:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:06.078459 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-bf90d29b-6974-4b1f-afea-e22d87d9a00a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6208606 Apr 12 13:16:06.079042 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:06.081269 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56120) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:06.081430 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5734b688-76a4-44fc-b810-378a8f8bc595" -d '{"events": [{"name": "network-changed", "server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:06.085997 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-e17bc591-6d95-4520-8bca-7fbfb2b6957a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759584835', 'description': 'tempest-secgroup-smoke-759584835 description', 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:06.109554 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e17bc591-6d95-4520-8bca-7fbfb2b6957a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.118743 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c281da4-c5d8-4174-a5a8-3fd5a279596a x-openstack-request-id: req-5c281da4-c5d8-4174-a5a8-3fd5a279596a {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:06.119039 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:06.119291 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c281da4-c5d8-4174-a5a8-3fd5a279596a {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:06.119696 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c281da4-c5d8-4174-a5a8-3fd5a279596a'] response: {'name': 'network-changed', 'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'status': 'completed', 'code': 200} Apr 12 13:16:06.165726 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] Set router dbf02e3a-b664-4884-a198-ae0ad89f1bbd gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:06.199073 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-106d6ca6-adeb-43aa-a955-e048771c765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:06.200743 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-106d6ca6-adeb-43aa-a955-e048771c765e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6&device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 1130 time: 0.0551622 Apr 12 13:16:06.230871 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e17bc591-6d95-4520-8bca-7fbfb2b6957a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group (797af68a-9d5b-4b01-ad2e-0a54c768ff17), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.242086 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e17bc591-6d95-4520-8bca-7fbfb2b6957a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (797af68a-9d5b-4b01-ad2e-0a54c768ff17), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.314786 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bc591-6d95-4520-8bca-7fbfb2b6957a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797af68a-9d5b-4b01-ad2e-0a54c768ff17,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:06.323010 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e17bc591-6d95-4520-8bca-7fbfb2b6957a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.324224 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e17bc591-6d95-4520-8bca-7fbfb2b6957a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2418904 Apr 12 13:16:06.327602 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56124) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:06.332227 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-df1de210-c0ea-4642-ab87-6755f03a3681 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'security_group_rule': {'security_group_id': '797af68a-9d5b-4b01-ad2e-0a54c768ff17', 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:06.366371 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-2cacacd5-3604-4b27-a3f6-a2d5b1509d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:06.367911 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-2cacacd5-3604-4b27-a3f6-a2d5b1509d36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9142ac7d-f054-4a50-ad45-6db95473a464 HTTP/1.1" status: 200 len: 915 time: 0.1544161 Apr 12 13:16:06.374533 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df1de210-c0ea-4642-ab87-6755f03a3681 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (be7eab5c-0707-4d59-8357-b189dd6fc379), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.469906 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df1de210-c0ea-4642-ab87-6755f03a3681 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (be7eab5c-0707-4d59-8357-b189dd6fc379), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.473254 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-7bfcf9fa-7b3f-49f2-95af-c532e86c0a09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 200 len: 1000 time: 0.0896573 Apr 12 13:16:06.475402 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df1de210-c0ea-4642-ab87-6755f03a3681 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (be7eab5c-0707-4d59-8357-b189dd6fc379), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.480357 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '35fdf5c3-a464-4247-9f8a-8742022c522f', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'port_id': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'mac_address': 'fa:16:3e:01:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d052188-6178-4b5e-b459-fc341039957a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:05Z', 'revision_number': 0, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7224bdfa-726f-493c-8c1c-b2828dcbaab5', 'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'mac_address': 'fa:16:3e:32:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:02Z', 'updated_at': '2022-04-12T13:15:08Z', 'revision_number': 5, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'subnets': [{'id': 'cb0701ad-d073-491a-8312-44390a009688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:06.502192 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1de210-c0ea-4642-ab87-6755f03a3681 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7eab5c-0707-4d59-8357-b189dd6fc379,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:06.511125 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] Checking router: dbf02e3a-b664-4884-a198-ae0ad89f1bbd for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:16:06.520227 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] Routers {'dbf02e3a-b664-4884-a198-ae0ad89f1bbd'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:06.520853 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:15:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:06.535269 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df1de210-c0ea-4642-ab87-6755f03a3681 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.539152 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-df1de210-c0ea-4642-ab87-6755f03a3681 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2077289 Apr 12 13:16:06.539750 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56132) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:06.546836 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c4afeb80-c813-4c0d-8068-1563bea18148 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'security_group_rule': {'security_group_id': '797af68a-9d5b-4b01-ad2e-0a54c768ff17', 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:06.549743 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-f2052504-2e42-421e-8c3b-bc3a70fd6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:06.551260 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-f2052504-2e42-421e-8c3b-bc3a70fd6867 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0701ad-d073-491a-8312-44390a009688 HTTP/1.1" status: 200 len: 854 time: 0.0592065 Apr 12 13:16:06.579788 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4afeb80-c813-4c0d-8068-1563bea18148 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (f9905b10-7a1d-489d-80fc-ee6ced8daa6b), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.611031 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-352579db-dc27-4daa-b75e-9e9801857677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:06.613395 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-352579db-dc27-4daa-b75e-9e9801857677 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9142ac7d-f054-4a50-ad45-6db95473a464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537827 Apr 12 13:16:06.665013 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4afeb80-c813-4c0d-8068-1563bea18148 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (f9905b10-7a1d-489d-80fc-ee6ced8daa6b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.672714 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4afeb80-c813-4c0d-8068-1563bea18148 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (f9905b10-7a1d-489d-80fc-ee6ced8daa6b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.677970 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] Set router dbf02e3a-b664-4884-a198-ae0ad89f1bbd gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:06.706316 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4afeb80-c813-4c0d-8068-1563bea18148 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.708168 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c4afeb80-c813-4c0d-8068-1563bea18148 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667633 Apr 12 13:16:06.711432 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afeb80-c813-4c0d-8068-1563bea18148 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9905b10-7a1d-489d-80fc-ee6ced8daa6b,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:06.713672 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56140) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:06.727053 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b3ffb3d3-b96c-4e86-834c-5272aa8e8764 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'security_group_rule': {'security_group_id': '797af68a-9d5b-4b01-ad2e-0a54c768ff17', 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:06.788728 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb3d3-b96c-4e86-834c-5272aa8e8764 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (832bfeab-785a-4414-b253-ec34b76f9d3a), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.795012 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65932f-989a-4e8e-b16a-9d5440aaaf2f req-10b3f6f3-3645-49f0-bfe8-4054808d1629 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:06.796696 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9d65932f-989a-4e8e-b16a-9d5440aaaf2f req-10b3f6f3-3645-49f0-bfe8-4054808d1629 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0728736 Apr 12 13:16:06.833034 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-90adabb0-5047-4bfd-b75d-5736c4b7bfbe service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111928 Apr 12 13:16:06.865035 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9d65932f-989a-4e8e-b16a-9d5440aaaf2f req-4b7a3dc4-e51d-45fe-9177-08919a4c82c4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615261 Apr 12 13:16:06.875020 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb3d3-b96c-4e86-834c-5272aa8e8764 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (832bfeab-785a-4414-b253-ec34b76f9d3a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.880440 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb3d3-b96c-4e86-834c-5272aa8e8764 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (832bfeab-785a-4414-b253-ec34b76f9d3a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.905375 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffb3d3-b96c-4e86-834c-5272aa8e8764 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832bfeab-785a-4414-b253-ec34b76f9d3a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:06.913625 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb3d3-b96c-4e86-834c-5272aa8e8764 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.914845 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b3ffb3d3-b96c-4e86-834c-5272aa8e8764 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1940265 Apr 12 13:16:06.917597 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56142) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:06.922109 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-6e510abc-82e1-4d6e-8f62-89c6aa4a5c55 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'security_group_rule': {'security_group_id': '797af68a-9d5b-4b01-ad2e-0a54c768ff17', 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:06.947371 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e510abc-82e1-4d6e-8f62-89c6aa4a5c55 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (386b9fda-6344-4ed4-91db-cf5d5e79095a), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:06.962389 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '35fdf5c3-a464-4247-9f8a-8742022c522f', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'port_id': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'mac_address': 'fa:16:3e:01:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d052188-6178-4b5e-b459-fc341039957a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:05Z', 'revision_number': 0, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7224bdfa-726f-493c-8c1c-b2828dcbaab5', 'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'mac_address': 'fa:16:3e:32:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:02Z', 'updated_at': '2022-04-12T13:15:08Z', 'revision_number': 5, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'subnets': [{'id': 'cb0701ad-d073-491a-8312-44390a009688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:06.992926 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66c7253-0d2c-4a99-9c5f-e88db0742a31 None None] The sync data for ids ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '35fdf5c3-a464-4247-9f8a-8742022c522f', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'port_id': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'mac_address': 'fa:16:3e:01:f3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d052188-6178-4b5e-b459-fc341039957a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:05Z', 'updated_at': '2022-04-12T13:16:05Z', 'revision_number': 0, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7224bdfa-726f-493c-8c1c-b2828dcbaab5', 'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'mac_address': 'fa:16:3e:32:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:02Z', 'updated_at': '2022-04-12T13:15:08Z', 'revision_number': 5, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'subnets': [{'id': 'cb0701ad-d073-491a-8312-44390a009688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:16:07.009802 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e510abc-82e1-4d6e-8f62-89c6aa4a5c55 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (386b9fda-6344-4ed4-91db-cf5d5e79095a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.014406 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e510abc-82e1-4d6e-8f62-89c6aa4a5c55 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (386b9fda-6344-4ed4-91db-cf5d5e79095a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.034299 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e510abc-82e1-4d6e-8f62-89c6aa4a5c55 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386b9fda-6344-4ed4-91db-cf5d5e79095a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:07.039604 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6e510abc-82e1-4d6e-8f62-89c6aa4a5c55 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.040827 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6e510abc-82e1-4d6e-8f62-89c6aa4a5c55 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221452 Apr 12 13:16:07.043738 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56144) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:07.048331 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a57198dc-e9d6-4acc-85a3-cf900e097fe9 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'security_group_rule': {'security_group_id': '797af68a-9d5b-4b01-ad2e-0a54c768ff17', 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:07.073626 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-a57198dc-e9d6-4acc-85a3-cf900e097fe9 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Project a9d2171a1fdc440dab8ed588d78ba9b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:16:07.077727 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8d2f99be-9aa6-4730-9378-f0f3eb0e853f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.080373 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a57198dc-e9d6-4acc-85a3-cf900e097fe9 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (d3eeb4a8-0333-4750-9557-ec77c20389bb), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.143630 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a57198dc-e9d6-4acc-85a3-cf900e097fe9 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (d3eeb4a8-0333-4750-9557-ec77c20389bb), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.147736 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a57198dc-e9d6-4acc-85a3-cf900e097fe9 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (d3eeb4a8-0333-4750-9557-ec77c20389bb), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.166354 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57198dc-e9d6-4acc-85a3-cf900e097fe9 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3eeb4a8-0333-4750-9557-ec77c20389bb,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:07.171375 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a57198dc-e9d6-4acc-85a3-cf900e097fe9 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.172594 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a57198dc-e9d6-4acc-85a3-cf900e097fe9 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278920 Apr 12 13:16:07.175892 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56146) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:07.180279 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-8a100687-aeae-4ec1-9dc7-4f8e4504437d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'security_group_rule': {'security_group_id': '797af68a-9d5b-4b01-ad2e-0a54c768ff17', 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:07.202062 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-8a100687-aeae-4ec1-9dc7-4f8e4504437d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Project a9d2171a1fdc440dab8ed588d78ba9b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:16:07.207934 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a100687-aeae-4ec1-9dc7-4f8e4504437d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (7b45d156-7ae3-4616-af26-1234d0127af2), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.218344 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b06c97b-ced3-4b56-b23e-69c751afb149 None None] New status for floating IP 35fdf5c3-a464-4247-9f8a-8742022c522f: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:16:07.275136 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a100687-aeae-4ec1-9dc7-4f8e4504437d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (7b45d156-7ae3-4616-af26-1234d0127af2), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.281237 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a100687-aeae-4ec1-9dc7-4f8e4504437d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (7b45d156-7ae3-4616-af26-1234d0127af2), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.304477 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a100687-aeae-4ec1-9dc7-4f8e4504437d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b45d156-7ae3-4616-af26-1234d0127af2,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:07.319199 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8a100687-aeae-4ec1-9dc7-4f8e4504437d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.324784 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8a100687-aeae-4ec1-9dc7-4f8e4504437d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437037 Apr 12 13:16:07.362265 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5734b688-76a4-44fc-b810-378a8f8bc595 req-a76e1ca6-457e-4681-a589-d348b758e2b3 service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165915 Apr 12 13:16:07.419157 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-1436649f-b67c-49c3-9459-0064b2a37851 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759584835&fields=id&tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6 HTTP/1.1" status: 200 len: 267 time: 0.0477469 Apr 12 13:16:07.471945 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-08bb7423-760d-44a2-a706-a9832f74761d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:07.473465 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-08bb7423-760d-44a2-a706-a9832f74761d tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 946 time: 0.0489826 Apr 12 13:16:07.486470 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'port': {'security_groups': ['693f65f2-70e2-4078-ae14-2da19c2cbdd0', '797af68a-9d5b-4b01-ad2e-0a54c768ff17']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:07.557518 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:07.967925 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] For port 62ccceab-0c65-4864-98c0-ebc610e02c51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62ccceab-0c65-4864-98c0-ebc610e02c51,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:08.001427 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.012366 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.026214 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['62ccceab-0c65-4864-98c0-ebc610e02c51'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:16:08.079419 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:08.080064 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.082148 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c471fe92-1ffd-4ae3-9909-116520e03b66 req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "PUT /v2.0/ports/62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 200 len: 982 time: 0.6020370 Apr 12 13:16:08.084866 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:08.087158 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e33679b-970f-4f30-9091-0e63fd52a72d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:08.098075 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2085b-04a6-4cc8-9ce7-ed9cc8ee2a20 req-1216c69a-bdb0-4b12-9aea-82bf385d6932 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:08.099685 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3eb2085b-04a6-4cc8-9ce7-ed9cc8ee2a20 req-1216c69a-bdb0-4b12-9aea-82bf385d6932 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.1011441 Apr 12 13:16:08.133828 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'Port': ['ID=62ccceab-0c65-4864-98c0-ebc610e02c51,revision_number=6']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:08.141610 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.141952 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.142282 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.143682 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.143682 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.143866 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.144127 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.144453 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.144790 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.145115 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.145483 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.145805 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.146120 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.146434 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.146751 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7d28c-8776-4ab4-a25a-4dabf8a995e4 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:08.217080 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3eb2085b-04a6-4cc8-9ce7-ed9cc8ee2a20 req-13693610-c256-46e4-ab26-97453c81599c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082044 Apr 12 13:16:08.233652 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd84bbf-78d7-415c-aa5c-59dabc6a6b9f req-6f0337f2-b034-4e4e-aabb-876bb7e367f1 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:08.233972 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['62ccceab-0c65-4864-98c0-ebc610e02c51'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:16:08.235360 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1bd84bbf-78d7-415c-aa5c-59dabc6a6b9f req-6f0337f2-b034-4e4e-aabb-876bb7e367f1 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 945 time: 0.0843880 Apr 12 13:16:08.308443 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1bd84bbf-78d7-415c-aa5c-59dabc6a6b9f req-be960d94-4e66-496a-8d92-912144d9d82b tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671747 Apr 12 13:16:08.348148 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94231ebe-b37a-44cc-a6ee-df5c6e40a031 req-4d6f4c2c-d815-4cd1-9df0-26afc81fc73c tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:08.350168 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94231ebe-b37a-44cc-a6ee-df5c6e40a031 req-4d6f4c2c-d815-4cd1-9df0-26afc81fc73c tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0591052 Apr 12 13:16:08.373906 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c77829-75ff-40e4-a609-8a739c08199e x-openstack-request-id: req-b4c77829-75ff-40e4-a609-8a739c08199e {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:08.374188 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:08.374433 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4c77829-75ff-40e4-a609-8a739c08199e {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:08.374828 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c77829-75ff-40e4-a609-8a739c08199e'] response: {'name': 'network-changed', 'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'status': 'completed', 'code': 200} Apr 12 13:16:08.408686 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-dc2ff39d-82a1-4a22-ab5f-c692de658217 None None] Provisioning complete for port 62ccceab-0c65-4864-98c0-ebc610e02c51 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:08.409479 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dc2ff39d-82a1-4a22-ab5f-c692de658217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:08.417149 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94231ebe-b37a-44cc-a6ee-df5c6e40a031 req-6ab679c2-c33b-4f8e-a1a5-b4a7a17955f0 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589855 Apr 12 13:16:08.611640 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ff39d-82a1-4a22-ab5f-c692de658217 None None] Current status of the port 62ccceab-0c65-4864-98c0-ebc610e02c51 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:16:08.726643 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:09.042981 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-d33ab9e8-e568-4f01-af0b-8cbc0784731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:09.044527 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-d33ab9e8-e568-4f01-af0b-8cbc0784731c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6&device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 1169 time: 0.0523934 Apr 12 13:16:09.325641 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2d0cf-4a41-492e-8e0c-182904fa6f17 req-549d1c96-b331-46a5-9793-6250b7574057 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:09.327143 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-76a2d0cf-4a41-492e-8e0c-182904fa6f17 req-549d1c96-b331-46a5-9793-6250b7574057 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0473866 Apr 12 13:16:09.375520 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-76a2d0cf-4a41-492e-8e0c-182904fa6f17 req-f22cd673-6e32-43ab-97ae-a1de3789964d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426981 Apr 12 13:16:09.425669 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad87657-538a-4d29-99b7-529120219f7d req-23bee828-a64d-43de-a7a2-6494f9fbfd49 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:09.427184 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fad87657-538a-4d29-99b7-529120219f7d req-23bee828-a64d-43de-a7a2-6494f9fbfd49 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 945 time: 0.0475845 Apr 12 13:16:09.474312 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fad87657-538a-4d29-99b7-529120219f7d req-843edc75-3a15-4a23-89eb-fb3c7d542b49 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415659 Apr 12 13:16:10.494607 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24137-e3d7-4a1d-8469-909995538016 req-80916e54-4119-4dbb-a19f-c72d46bfb336 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:10.496120 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cdd24137-e3d7-4a1d-8469-909995538016 req-80916e54-4119-4dbb-a19f-c72d46bfb336 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0511899 Apr 12 13:16:10.545597 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cdd24137-e3d7-4a1d-8469-909995538016 req-d8b4c1ab-b4dc-4c3e-a442-706642a1e415 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437970 Apr 12 13:16:10.588894 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:10.592929 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ad580-901d-435d-b4b2-c9a26f8ce6f3 req-c4a875de-d8ea-4d93-810f-f3bd01f98401 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:10.594510 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-541ad580-901d-435d-b4b2-c9a26f8ce6f3 req-c4a875de-d8ea-4d93-810f-f3bd01f98401 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 945 time: 0.0480349 Apr 12 13:16:10.677817 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a1383-773a-4e97-a4c0-68312cb0afa8 req-78a8f10a-6a28-4520-a68a-6eb7f4ae6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:10.680007 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f34a1383-773a-4e97-a4c0-68312cb0afa8 req-78a8f10a-6a28-4520-a68a-6eb7f4ae6500 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 1129 time: 0.0498865 Apr 12 13:16:10.704121 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-541ad580-901d-435d-b4b2-c9a26f8ce6f3 req-9916da85-97b7-4aba-a542-11ded42d0715 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005623 Apr 12 13:16:10.718215 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-c5655e9c-4998-4add-922e-3ccdb217d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:10.719973 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-c5655e9c-4998-4add-922e-3ccdb217d510 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9142ac7d-f054-4a50-ad45-6db95473a464 HTTP/1.1" status: 200 len: 915 time: 0.1240828 Apr 12 13:16:10.761919 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f34a1383-773a-4e97-a4c0-68312cb0afa8 req-976cd06f-d7ab-4f11-82e0-1429b35c89b3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393412 Apr 12 13:16:10.789836 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-c7c9066c-7364-4768-a517-6b5bedad01d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 200 len: 1002 time: 0.0617189 Apr 12 13:16:11.165742 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-7a779c52-dbe3-4650-8d6c-21a8e408314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:11.167205 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-7a779c52-dbe3-4650-8d6c-21a8e408314d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0701ad-d073-491a-8312-44390a009688 HTTP/1.1" status: 200 len: 854 time: 0.0482562 Apr 12 13:16:11.213047 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-055898f0-7094-423c-b4e8-82219742ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:11.214558 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-055898f0-7094-423c-b4e8-82219742ef4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9142ac7d-f054-4a50-ad45-6db95473a464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389111 Apr 12 13:16:11.666861 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:11.667488 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5487c-2726-4321-9768-6d86d8576d99 req-38ecd723-b8c9-4fa9-805d-85b3a6f8c530 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:11.670069 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2fe5487c-2726-4321-9768-6d86d8576d99 req-38ecd723-b8c9-4fa9-805d-85b3a6f8c530 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0562408 Apr 12 13:16:11.746729 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2fe5487c-2726-4321-9768-6d86d8576d99 req-47ba03cc-4270-4730-b2af-85f6a67c5a16 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696161 Apr 12 13:16:11.783258 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-aeef9cf4-3543-4359-88d6-c62b43a8bac0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:11.786928 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-aeef9cf4-3543-4359-88d6-c62b43a8bac0 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.26 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 945 time: 0.0565519 Apr 12 13:16:11.839048 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-2fbf3e63-6909-4f49-a647-d64f48dc39bf service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319706 Apr 12 13:16:11.850538 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130858-9aad-44e5-b0ca-cb92e5c6b18e req-2ff55c78-9cee-40a8-b385-92856473d6c8 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:11.852330 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8b130858-9aad-44e5-b0ca-cb92e5c6b18e req-2ff55c78-9cee-40a8-b385-92856473d6c8 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 945 time: 0.0607944 Apr 12 13:16:11.878367 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Deleting port 1a17da20-4782-4fe4-baa4-9106b3b8a067 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:16:11.878709 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:11.962883 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8b130858-9aad-44e5-b0ca-cb92e5c6b18e req-98715281-5b3e-4706-bdd2-a2c077eb4622 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/security-groups?id=7faa8a52-17d7-4acf-a053-b3ffffe94307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015704 Apr 12 13:16:11.978071 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] For port 1a17da20-4782-4fe4-baa4-9106b3b8a067, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1a17da20-4782-4fe4-baa4-9106b3b8a067,segment=NetworkSegment(8d6f6b1a-2a34-46a9-95a6-b7f245997d21),segment_id=8d6f6b1a-2a34-46a9-95a6-b7f245997d21)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:11.978436 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:11.987460 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4e33679b-970f-4f30-9091-0e63fd52a72d req-ff045dcd-75bb-4991-9fbf-63e6814d3a5b service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335857 Apr 12 13:16:11.992909 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Calling delete_port for 1a17da20-4782-4fe4-baa4-9106b3b8a067 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:16:12.133021 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (1a17da20-4782-4fe4-baa4-9106b3b8a067), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.151220 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['1a17da20-4782-4fe4-baa4-9106b3b8a067'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:16:12.163476 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Pushing event deleted for resources: {'Port': ['ID=1a17da20-4782-4fe4-baa4-9106b3b8a067,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:12.189737 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.190160 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.190718 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.191269 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.191832 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.192369 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.192938 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.193347 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.193688 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.194207 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.194744 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.195308 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.195843 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.196395 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.196731 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:16:12.225982 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] No DVR routers for this DVR port 1a17da20-4782-4fe4-baa4-9106b3b8a067 on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:16:12.228402 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:12.231655 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-73e6f873-e5bc-47ba-8a18-e8f8f839b12d req-138e823f-1bad-4a3f-96c2-2498d97b9941 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.26 "DELETE /v2.0/ports/1a17da20-4782-4fe4-baa4-9106b3b8a067 HTTP/1.1" status: 204 len: 173 time: 0.4371250 Apr 12 13:16:12.232111 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4696adc7-7456-4c44-95f3-3c28ddf1b709', 'name': 'network-vif-deleted', 'tag': '1a17da20-4782-4fe4-baa4-9106b3b8a067'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:12.234370 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fea61f-238c-4d25-b949-ae1d6dfed3e2" -d '{"events": [{"server_uuid": "4696adc7-7456-4c44-95f3-3c28ddf1b709", "name": "network-vif-deleted", "tag": "1a17da20-4782-4fe4-baa4-9106b3b8a067"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:12.270486 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56904bb2-c3f6-4dd4-95cb-2c707968d0ec x-openstack-request-id: req-56904bb2-c3f6-4dd4-95cb-2c707968d0ec {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:12.270773 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4696adc7-7456-4c44-95f3-3c28ddf1b709", "name": "network-vif-deleted", "tag": "1a17da20-4782-4fe4-baa4-9106b3b8a067", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:12.271045 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-56904bb2-c3f6-4dd4-95cb-2c707968d0ec {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:12.271470 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56904bb2-c3f6-4dd4-95cb-2c707968d0ec'] response: {'server_uuid': '4696adc7-7456-4c44-95f3-3c28ddf1b709', 'name': 'network-vif-deleted', 'tag': '1a17da20-4782-4fe4-baa4-9106b3b8a067', 'status': 'completed', 'code': 200} Apr 12 13:16:12.860519 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da126d5d-8157-48d3-8537-aad2605d86b1 req-74f6591a-b916-4f39-b9bd-66571cdc1a71 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:12.862469 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-da126d5d-8157-48d3-8537-aad2605d86b1 req-74f6591a-b916-4f39-b9bd-66571cdc1a71 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0477672 Apr 12 13:16:12.908399 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-da126d5d-8157-48d3-8537-aad2605d86b1 req-f202edd3-648b-47c4-bb21-a85a6d2e2702 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403204 Apr 12 13:16:13.077744 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4b605f88-3179-4239-b802-99dda0fe7c96 req-3b36332a-ac94-4948-99d2-70f422be4546 tempest-VolumesSnapshotTestJSON-2108132756 tempest-VolumesSnapshotTestJSON-2108132756-project] 10.222.0.47 "GET /v2.0/ports?device_id=4696adc7-7456-4c44-95f3-3c28ddf1b709 HTTP/1.1" status: 200 len: 210 time: 0.0301406 Apr 12 13:16:13.401252 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-7b9c78cd-f6e8-4f15-9d6d-49b0d764920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:13.402763 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-7b9c78cd-f6e8-4f15-9d6d-49b0d764920f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 1129 time: 0.0827067 Apr 12 13:16:13.409591 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4398c1-3db2-4a3b-b21c-7d5c3082bef6 req-2c94caca-43bf-4f36-a97d-eade18be5851 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:13.410947 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5b4398c1-3db2-4a3b-b21c-7d5c3082bef6 req-2c94caca-43bf-4f36-a97d-eade18be5851 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0940046 Apr 12 13:16:13.511601 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5b4398c1-3db2-4a3b-b21c-7d5c3082bef6 req-78bf272d-f9d5-48ac-aa8e-1635b1417eff tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928040 Apr 12 13:16:13.528743 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-5348c079-ec1b-4751-9fdc-8608a6cfb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:13.530235 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-5348c079-ec1b-4751-9fdc-8608a6cfb339 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.1184535 Apr 12 13:16:13.598204 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-9ddbb6b6-273e-415a-a77f-3897f84e88d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de665fec-4c6c-4129-81b8-66a4d972a84a HTTP/1.1" status: 200 len: 1000 time: 0.0578253 Apr 12 13:16:13.659533 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-72e150ce-a816-4206-a1f6-fea622bb8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:13.660956 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-72e150ce-a816-4206-a1f6-fea622bb8b7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0553324 Apr 12 13:16:13.703975 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-20401e18-787f-4774-80d0-b88b1a0e22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:13.706058 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-20401e18-787f-4774-80d0-b88b1a0e22a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379689 Apr 12 13:16:13.796577 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-191c1c9a-89d3-46fe-a2d4-ec00472efa4f service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816748 Apr 12 13:16:13.888452 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a1437d66-fe4d-4c3e-a3bf-2d3564a98582 req-dbd8edc4-a7b7-4b6b-ad43-581cdbb39e6c service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848911 Apr 12 13:16:14.632349 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85636e04-ef9c-430e-b808-1d942830beb1 req-86d40e58-3c38-4142-af41-11a0651b668d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:14.633775 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-85636e04-ef9c-430e-b808-1d942830beb1 req-86d40e58-3c38-4142-af41-11a0651b668d tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0503225 Apr 12 13:16:14.681440 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-85636e04-ef9c-430e-b808-1d942830beb1 req-1c417721-5784-4e9a-b7ea-25aeee95c9c3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Apr 12 13:16:15.797911 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9b3c3-5f7b-424e-aae3-e0f85cd9faee req-d928356c-b653-4805-86e2-b6ad3598c5dc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:15.799382 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-60d9b3c3-5f7b-424e-aae3-e0f85cd9faee req-d928356c-b653-4805-86e2-b6ad3598c5dc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0506754 Apr 12 13:16:15.846279 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-60d9b3c3-5f7b-424e-aae3-e0f85cd9faee req-14e0a41d-34eb-4f38-8dcc-e3b2bc28810b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412424 Apr 12 13:16:16.774509 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 1a17da20-4782-4fe4-baa4-9106b3b8a067 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:16:16.799687 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 1a17da20-4782-4fe4-baa4-9106b3b8a067 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:16:16.800141 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 1a17da20-4782-4fe4-baa4-9106b3b8a067 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:16:16.960769 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd801cc8-b934-4547-91f1-84dd72c7f8bb req-5136149c-9956-43b8-8a28-af5ac0c896e3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:16.962280 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dd801cc8-b934-4547-91f1-84dd72c7f8bb req-5136149c-9956-43b8-8a28-af5ac0c896e3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0457025 Apr 12 13:16:17.009443 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dd801cc8-b934-4547-91f1-84dd72c7f8bb req-27316b97-4f40-4d55-a4d4-97f1fcee04a3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414302 Apr 12 13:16:18.123370 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e2908-86fd-4d1e-b0aa-ce39e5d8e9ff req-430b53c3-477d-4503-ae36-7ae56e05862b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:18.124824 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c71e2908-86fd-4d1e-b0aa-ce39e5d8e9ff req-430b53c3-477d-4503-ae36-7ae56e05862b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0466974 Apr 12 13:16:18.174578 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c71e2908-86fd-4d1e-b0aa-ce39e5d8e9ff req-2a6afb04-8ee4-4555-9fe0-3996481255c7 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436463 Apr 12 13:16:19.285600 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f008de-0c39-47e3-8641-2a35e42f1755 req-06833a41-c72a-4d9d-911b-59d976d5ef23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:19.287527 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c4f008de-0c39-47e3-8641-2a35e42f1755 req-06833a41-c72a-4d9d-911b-59d976d5ef23 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0461879 Apr 12 13:16:19.334277 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c4f008de-0c39-47e3-8641-2a35e42f1755 req-0b4df22d-29b7-4b67-82fc-ca1bae460a9c tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Apr 12 13:16:19.445852 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf580886-68ae-436d-944c-c33ebc4e2a97 req-dd0b76fc-e366-4c23-9779-43188d9c6f16 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:19.447340 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bf580886-68ae-436d-944c-c33ebc4e2a97 req-dd0b76fc-e366-4c23-9779-43188d9c6f16 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0466752 Apr 12 13:16:19.455899 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56238) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:19.460212 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-44950ddf-32fd-4227-9c45-a8e9d4943d0a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Request body: {'floatingip': {'port_id': 'de665fec-4c6c-4129-81b8-66a4d972a84a'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:19.519761 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-44950ddf-32fd-4227-9c45-a8e9d4943d0a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for floatingip (34042a04-31ef-443a-8c52-76d5a35c32fb), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:19.993947 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-44950ddf-32fd-4227-9c45-a8e9d4943d0a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.008688 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-44950ddf-32fd-4227-9c45-a8e9d4943d0a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (34042a04-31ef-443a-8c52-76d5a35c32fb), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.234310 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44950ddf-32fd-4227-9c45-a8e9d4943d0a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Router b72da630-1f57-486e-81e0-ba92859f4293 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:16:20.549370 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44950ddf-32fd-4227-9c45-a8e9d4943d0a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:16:20.554068 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-44950ddf-32fd-4227-9c45-a8e9d4943d0a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:20.559043 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] Sync routers for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:16:20.570005 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:20.570617 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:16:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:20.585507 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:20.587747 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33247a8-0efb-4a7f-9578-a399b0ced557" -d '{"events": [{"name": "network-changed", "server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:20.616823 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-44950ddf-32fd-4227-9c45-a8e9d4943d0a tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "PUT /v2.0/floatingips/34042a04-31ef-443a-8c52-76d5a35c32fb HTTP/1.1" status: 200 len: 992 time: 1.1598427 Apr 12 13:16:20.624777 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770321f4-ae2c-4ac4-9431-21a8adbaf2af x-openstack-request-id: req-770321f4-ae2c-4ac4-9431-21a8adbaf2af {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:20.625066 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:20.625421 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-770321f4-ae2c-4ac4-9431-21a8adbaf2af {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:20.625816 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770321f4-ae2c-4ac4-9431-21a8adbaf2af'] response: {'name': 'network-changed', 'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'status': 'completed', 'code': 200} Apr 12 13:16:20.685704 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-f637b355-ce1e-4abc-a387-4ff99708e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:20.687210 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-f637b355-ce1e-4abc-a387-4ff99708e812 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 1129 time: 0.0381286 Apr 12 13:16:20.695818 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:20.776639 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-27b47d22-e5c2-4e3d-98e2-05f440c5ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:20.778214 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-27b47d22-e5c2-4e3d-98e2-05f440c5ad3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.0845518 Apr 12 13:16:20.842507 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-85bd5796-46a9-4197-af9f-083640f07531 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de665fec-4c6c-4129-81b8-66a4d972a84a HTTP/1.1" status: 200 len: 1000 time: 0.0575290 Apr 12 13:16:20.899637 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-529675d6-7463-4f0d-ae22-35b995f55cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:20.901106 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-529675d6-7463-4f0d-ae22-35b995f55cc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0497031 Apr 12 13:16:20.911357 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '34042a04-31ef-443a-8c52-76d5a35c32fb', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'port_id': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'mac_address': 'fa:16:3e:8d:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:14:07Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 3, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:15Z', 'revision_number': 5, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:20.942239 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] Checking router: b72da630-1f57-486e-81e0-ba92859f4293 for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:16:20.948654 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-ea9059be-30e4-44dc-9516-67ba08f36615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:20.950239 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-ea9059be-30e4-44dc-9516-67ba08f36615 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403819 Apr 12 13:16:20.950668 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:20.951380 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:16:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:21.044456 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-f3ebd611-8236-4e24-88c7-82da6ab652f1 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860889 Apr 12 13:16:21.062154 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:21.143831 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c33247a8-0efb-4a7f-9578-a399b0ced557 req-3a741163-ad9c-4a92-bd52-b5e64ab1e46e service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920115 Apr 12 13:16:21.301026 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '34042a04-31ef-443a-8c52-76d5a35c32fb', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'port_id': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'mac_address': 'fa:16:3e:8d:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:14:07Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 3, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:15Z', 'revision_number': 5, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:21.418951 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a42ec9-4f62-495f-9ff7-d6f53d4c4c05 None None] The sync data for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi is: [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '34042a04-31ef-443a-8c52-76d5a35c32fb', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'port_id': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'mac_address': 'fa:16:3e:8d:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:14:07Z', 'updated_at': '2022-04-12T13:16:19Z', 'revision_number': 3, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:15Z', 'revision_number': 5, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:16:22.627253 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:22.629714 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237d4702-e209-4d88-b3d4-9215f15395d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:22.670419 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95048ce-d512-439d-a969-fb5f99280593 x-openstack-request-id: req-b95048ce-d512-439d-a969-fb5f99280593 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:22.670751 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:22.671044 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b95048ce-d512-439d-a969-fb5f99280593 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:22.671477 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b95048ce-d512-439d-a969-fb5f99280593'] response: {'name': 'network-changed', 'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'status': 'completed', 'code': 200} Apr 12 13:16:22.746145 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-80852b4d-f06d-46d3-8444-dde86c9ceac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:22.747721 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-80852b4d-f06d-46d3-8444-dde86c9ceac0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 1129 time: 0.0452874 Apr 12 13:16:22.850369 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-b5ddc594-ca0b-4c8d-92db-4c9a35dca931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:22.852058 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-b5ddc594-ca0b-4c8d-92db-4c9a35dca931 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.0962441 Apr 12 13:16:22.919804 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-3e97b3b4-0fe1-4269-afa9-3859e5e3cc9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de665fec-4c6c-4129-81b8-66a4d972a84a HTTP/1.1" status: 200 len: 1000 time: 0.0604303 Apr 12 13:16:22.974751 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-de56b81b-cefb-476e-845f-b8ea936526d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:22.976322 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-de56b81b-cefb-476e-845f-b8ea936526d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0495825 Apr 12 13:16:23.023394 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-80438147-8954-4994-90e0-aa07708b3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:23.024915 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-80438147-8954-4994-90e0-aa07708b3565 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420229 Apr 12 13:16:23.115279 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-15e29104-2987-4786-8343-e893977b716e service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823119 Apr 12 13:16:23.213775 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-237d4702-e209-4d88-b3d4-9215f15395d7 req-bdf68363-1da5-4a5d-bd8d-f3bf3afdd07f service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916591 Apr 12 13:16:28.753861 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:34.809997 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dc873eab-12ba-4de6-adde-9b500343f502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:36.232894 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:16:37.070718 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ccb13b4d-e991-4841-9528-c521d710d5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.221432 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56370) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:37.264170 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e6ede3-eeb2-4bd5-810a-b177b2ee9fc7 admin admin] Deleting subnet 165c02a4-834c-482d-9368-e393365aadef {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:16:37.267367 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61e6ede3-eeb2-4bd5-810a-b177b2ee9fc7 admin admin] Publish callbacks [] for subnet (165c02a4-834c-482d-9368-e393365aadef), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.300469 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61e6ede3-eeb2-4bd5-810a-b177b2ee9fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083040'] for subnet (165c02a4-834c-482d-9368-e393365aadef), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.339090 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61e6ede3-eeb2-4bd5-810a-b177b2ee9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (165c02a4-834c-482d-9368-e393365aadef), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.388904 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61e6ede3-eeb2-4bd5-810a-b177b2ee9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11553197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12444193'] for subnet (165c02a4-834c-482d-9368-e393365aadef), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.419073 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6ede3-eeb2-4bd5-810a-b177b2ee9fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=165c02a4-834c-482d-9368-e393365aadef,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:37.421028 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61e6ede3-eeb2-4bd5-810a-b177b2ee9fc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.424120 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-61e6ede3-eeb2-4bd5-810a-b177b2ee9fc7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/165c02a4-834c-482d-9368-e393365aadef HTTP/1.1" status: 204 len: 168 time: 0.2016847 Apr 12 13:16:37.426898 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56372) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:37.497841 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (071fbc28-aefb-478e-9dbb-07b810cb2cda), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.576478 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (071fbc28-aefb-478e-9dbb-07b810cb2cda), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.597029 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.597411 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.598184 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.598518 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.598849 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.599169 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.599506 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.599830 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.600145 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.600467 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.713720 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.714069 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.714401 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.714751 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:16:37.715090 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071fbc28-aefb-478e-9dbb-07b810cb2cda']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:37.733534 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6f6b1a-2a34-46a9-95a6-b7f245997d21') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:37.733828 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6f6b1a-2a34-46a9-95a6-b7f245997d21') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:37.753626 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11875429'] for segment (8d6f6b1a-2a34-46a9-95a6-b7f245997d21), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.774176 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (8d6f6b1a-2a34-46a9-95a6-b7f245997d21), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.782295 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:16:37.783214 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12483958'] for segment (8d6f6b1a-2a34-46a9-95a6-b7f245997d21), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: from cryptography.utils import int_from_bytes Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: from cryptography.utils import int_from_bytes Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: Traceback (most recent call last): Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: timer() Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: cb(*args, **kw) Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: return func(*args, **kwargs) Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: self._notify() Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: self.callback(batched_events) Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: event.method(event) Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: return f(self, *a, **k) Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._get(url).json() Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:16:37.787250 dv-cinder-830096-4-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:16:37.842530 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (071fbc28-aefb-478e-9dbb-07b810cb2cda), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.850794 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:37.854027 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/071fbc28-aefb-478e-9dbb-07b810cb2cda HTTP/1.1" status: 204 len: 168 time: 0.4261403 Apr 12 13:16:37.863593 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d73ed-8d4c-4137-89f4-556ecc87f2d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=071fbc28-aefb-478e-9dbb-07b810cb2cda,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:38.015549 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56376) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:38.057933 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7f7b5f12-ca6c-4789-b0b7-8cd1dc36d641 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64196638a84c4f7886d7dd6367ebd429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412061 Apr 12 13:16:38.060402 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56378) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:38.106945 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b98ac85-c1a3-4c6b-ae24-383d0bb90362 admin admin] Publish callbacks [] for security_group (7faa8a52-17d7-4acf-a053-b3ffffe94307), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.127634 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b98ac85-c1a3-4c6b-ae24-383d0bb90362 admin admin] Publish callbacks [] for security_group (7faa8a52-17d7-4acf-a053-b3ffffe94307), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.172335 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b98ac85-c1a3-4c6b-ae24-383d0bb90362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (7faa8a52-17d7-4acf-a053-b3ffffe94307), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.175444 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8b98ac85-c1a3-4c6b-ae24-383d0bb90362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:38.176562 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8b98ac85-c1a3-4c6b-ae24-383d0bb90362 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7faa8a52-17d7-4acf-a053-b3ffffe94307 HTTP/1.1" status: 204 len: 168 time: 0.1151881 Apr 12 13:16:38.184204 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98ac85-c1a3-4c6b-ae24-383d0bb90362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faa8a52-17d7-4acf-a053-b3ffffe94307,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:38.710727 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:40.591366 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:40.695463 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47433-1e77-48ae-9178-bd622a02729e req-8e15641b-577c-43c4-9b08-a90e384a90cd tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:40.696922 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-34b47433-1e77-48ae-9178-bd622a02729e req-8e15641b-577c-43c4-9b08-a90e384a90cd tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0756021 Apr 12 13:16:40.705787 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-1a060b82-c774-4add-ae1c-8fea71f45987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:40.707168 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-1a060b82-c774-4add-ae1c-8fea71f45987 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6&device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 1169 time: 0.0578544 Apr 12 13:16:40.815211 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-34b47433-1e77-48ae-9178-bd622a02729e req-59e9958e-51d4-45d4-acec-e41055d54113 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114368 Apr 12 13:16:40.833840 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-87fa5ffa-24a0-4abf-9c1d-43cb80cb487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:40.835279 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-87fa5ffa-24a0-4abf-9c1d-43cb80cb487c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9142ac7d-f054-4a50-ad45-6db95473a464 HTTP/1.1" status: 200 len: 915 time: 0.1166072 Apr 12 13:16:40.903593 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-64af7197-103c-4ac5-83ab-b972ea0c5d36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 200 len: 1002 time: 0.0565159 Apr 12 13:16:40.960165 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-c460d2c1-9266-4b0d-9ad9-635de83d97af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:40.962173 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-c460d2c1-9266-4b0d-9ad9-635de83d97af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0701ad-d073-491a-8312-44390a009688 HTTP/1.1" status: 200 len: 854 time: 0.0495074 Apr 12 13:16:41.018237 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-3e6f99c4-79c6-4417-9f80-8dd14b6b44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:41.019716 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-3e6f99c4-79c6-4417-9f80-8dd14b6b44e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9142ac7d-f054-4a50-ad45-6db95473a464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508356 Apr 12 13:16:41.109521 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-be9c6e9c-e74b-413a-b05e-8f4d06fc2bdd service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820987 Apr 12 13:16:41.201075 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6bca55a-768c-439d-87f9-65b63a47c6c4 req-3d4d9b5f-b04c-482c-94e6-8df743204125 service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847292 Apr 12 13:16:41.669693 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:41.930389 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf97c1-31dc-4c37-adb1-9ce537e358cd req-46e752e4-bccb-4c4d-b491-61d76ccb583f tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:41.931802 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-52cf97c1-31dc-4c37-adb1-9ce537e358cd req-46e752e4-bccb-4c4d-b491-61d76ccb583f tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0470524 Apr 12 13:16:41.990158 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-52cf97c1-31dc-4c37-adb1-9ce537e358cd req-10829231-2233-445a-963e-cb02f836d74b tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526443 Apr 12 13:16:43.130199 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7aaef-237b-4931-a29f-c80ea51aea90 req-d42f2de1-fb93-41e4-9b0a-812e238bdec3 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:43.131710 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bbd7aaef-237b-4931-a29f-c80ea51aea90 req-d42f2de1-fb93-41e4-9b0a-812e238bdec3 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0670643 Apr 12 13:16:43.207677 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fbd0a-b32d-4f38-9257-135b16fd56ea req-444b2dee-791e-437b-8d3e-1c21dbeacce7 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:43.209299 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eb0fbd0a-b32d-4f38-9257-135b16fd56ea req-444b2dee-791e-437b-8d3e-1c21dbeacce7 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0705540 Apr 12 13:16:43.252364 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bbd7aaef-237b-4931-a29f-c80ea51aea90 req-6110a691-637e-4c1b-9dcc-9377d47ecf65 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146033 Apr 12 13:16:43.279309 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eb0fbd0a-b32d-4f38-9257-135b16fd56ea req-315f144a-b777-4e21-9d25-43c53ff58918 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615869 Apr 12 13:16:44.399316 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e98ec4-5f58-43e1-b68c-ffd962205979 req-6f901936-5862-4074-a83f-3dc384180d07 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:44.400778 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-14e98ec4-5f58-43e1-b68c-ffd962205979 req-6f901936-5862-4074-a83f-3dc384180d07 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0788641 Apr 12 13:16:44.429366 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c28ac2-d46d-49cd-83e9-75e92b9325a9 req-fd926413-2b8b-4aaa-9ea5-4452834ed7ae tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:44.430811 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-19c28ac2-d46d-49cd-83e9-75e92b9325a9 req-fd926413-2b8b-4aaa-9ea5-4452834ed7ae tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0768740 Apr 12 13:16:44.496640 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-14e98ec4-5f58-43e1-b68c-ffd962205979 req-d732b1d1-9394-4880-9841-039762186aaf tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901785 Apr 12 13:16:44.508005 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-19c28ac2-d46d-49cd-83e9-75e92b9325a9 req-30a0c1bb-70b3-404e-89b4-a6ddd9b87efe tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699201 Apr 12 13:16:45.346674 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-f5aadb15-3bca-4731-a508-15e5e8457d29 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:45.348053 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-f5aadb15-3bca-4731-a508-15e5e8457d29 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.0524545 Apr 12 13:16:45.438276 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Deleting port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:16:45.438973 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:45.534302 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] For port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:45.534666 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:45.735902 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4876d5-46b3-47fb-869f-4ca6e8658666 req-3f2f52ce-bc8c-4384-97ec-0d7379ef40ee tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:45.737412 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6f4876d5-46b3-47fb-869f-4ca6e8658666 req-3f2f52ce-bc8c-4384-97ec-0d7379ef40ee tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.1290207 Apr 12 13:16:45.748430 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac4551-d638-43eb-9a7f-938f2a5c4175 req-15dec4da-4fd4-48b6-af3c-8b098d01fb16 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:45.749979 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2dac4551-d638-43eb-9a7f-938f2a5c4175 req-15dec4da-4fd4-48b6-af3c-8b098d01fb16 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 945 time: 0.1426911 Apr 12 13:16:46.124597 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2dac4551-d638-43eb-9a7f-938f2a5c4175 req-6360c369-0f1f-4cf8-b6ba-e0185c90bc8b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=c452fc6c-a65c-4656-97e3-30d7e3304ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424277 Apr 12 13:16:46.138752 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6f4876d5-46b3-47fb-869f-4ca6e8658666 req-060d60a7-b734-4dde-8b46-536ecb53ecd5 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3873084 Apr 12 13:16:46.148949 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:46.149326 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (7df1b7fc-6178-47c4-9c34-88e1b8734704), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:46.149646 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Floating IP 7df1b7fc-6178-47c4-9c34-88e1b8734704 disassociated. External IP: 172.27.3.27, port: accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd. Apr 12 13:16:46.149986 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Calling delete_port for accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:16:46.282375 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:46.318376 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event deleted for resources: {'Port': ['ID=accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:46.462917 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Router 84387054-c204-4e51-a012-8d4d770ccf81 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:16:46.477047 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcebdb3-7759-4a53-9444-f5fd2e69e58c req-b04a75ea-c5ae-422f-b6c1-15f1d0147593 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:46.478565 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5bcebdb3-7759-4a53-9444-f5fd2e69e58c req-b04a75ea-c5ae-422f-b6c1-15f1d0147593 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 947 time: 0.0624356 Apr 12 13:16:46.597483 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5bcebdb3-7759-4a53-9444-f5fd2e69e58c req-b66832c8-14da-46b2-a645-cdd82e056a74 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120462 Apr 12 13:16:46.617900 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:16:46.630552 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] Sync routers for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:16:46.640743 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:46.642392 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:16:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:46.665284 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] No DVR routers for this DVR port accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd on host hv-cinder-83009 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:16:46.667847 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:46.671287 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-747f2246-0c0c-48e0-afe0-ae46a656bd3a req-e1c502c3-5360-4cbc-bbe1-7411137e3577 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.26 "DELETE /v2.0/ports/accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd HTTP/1.1" status: 204 len: 173 time: 1.3177271 Apr 12 13:16:46.671807 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'name': 'network-vif-deleted', 'tag': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:46.674268 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c9c74e-9a70-4085-aaa5-a72dc31b0506" -d '{"events": [{"server_uuid": "5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe", "name": "network-vif-deleted", "tag": "accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:46.710124 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80b8573-bd6c-4708-9826-a0721afffcd4 x-openstack-request-id: req-a80b8573-bd6c-4708-9826-a0721afffcd4 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:46.710423 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe", "name": "network-vif-deleted", "tag": "accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:46.710676 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a80b8573-bd6c-4708-9826-a0721afffcd4 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:46.711080 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80b8573-bd6c-4708-9826-a0721afffcd4'] response: {'server_uuid': '5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe', 'name': 'network-vif-deleted', 'tag': 'accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd', 'status': 'completed', 'code': 200} Apr 12 13:16:46.873567 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:47.146798 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:47.172802 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] Checking router: 84387054-c204-4e51-a012-8d4d770ccf81 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:16:47.183445 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:47.183445 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:16:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:47.226541 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-94ab4b41-5477-44a0-8e91-fb5754dd4267 req-01da56dc-b2de-44d6-aea8-b1d3ddb2683c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 210 time: 0.0314686 Apr 12 13:16:47.271881 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182089a-9b95-40bb-be21-947feac97193 req-899e9544-2e5e-4ca4-80c7-f14af3e0ddd0 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:47.273516 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8182089a-9b95-40bb-be21-947feac97193 req-899e9544-2e5e-4ca4-80c7-f14af3e0ddd0 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0500939 Apr 12 13:16:47.294043 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:47.333643 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8182089a-9b95-40bb-be21-947feac97193 req-f77a472e-4863-4d2f-9282-b5c62a965ae3 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542359 Apr 12 13:16:47.499986 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:47.531211 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b0f2b5-4c45-4c57-b33b-0aa300267ad2 None None] The sync data for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi is: [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:16:47.738552 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041eb65-8e4e-483c-a4b6-35ee01a04624 req-c4210e34-43c3-4a1c-931a-9fb89c651422 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:47.740187 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2041eb65-8e4e-483c-a4b6-35ee01a04624 req-c4210e34-43c3-4a1c-931a-9fb89c651422 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 947 time: 0.0568116 Apr 12 13:16:47.777558 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c8c9c-a1f8-4dbc-8f25-272d6bfd5253 None None] New status for floating IP 7df1b7fc-6178-47c4-9c34-88e1b8734704: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:16:47.795062 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2041eb65-8e4e-483c-a4b6-35ee01a04624 req-4c481de1-fd11-4116-8001-7337c47297ee tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489028 Apr 12 13:16:48.154248 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-74321c63-08df-4109-a248-204772ec5cd1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:48.155814 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-74321c63-08df-4109-a248-204772ec5cd1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 947 time: 0.0500014 Apr 12 13:16:48.341850 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aefcfefb-240f-4615-8f2f-9919a3197ca8 req-3e43fd25-723a-4599-a4f1-37e7ae557864 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fbb205d-8237-4e66-b3a4-a5e8f46b7dfe HTTP/1.1" status: 200 len: 210 time: 0.0287018 Apr 12 13:16:48.498011 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Deleting port cbca9422-2444-4daa-b1ff-aea2423049f2 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:16:48.498350 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:48.507168 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d058f-5805-4d50-a23e-d691fce2af42 req-1403154e-e5e4-46ab-b803-f5dac0d2a6fe tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:48.508653 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bf5d058f-5805-4d50-a23e-d691fce2af42 req-1403154e-e5e4-46ab-b803-f5dac0d2a6fe tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0728569 Apr 12 13:16:48.633659 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bf5d058f-5805-4d50-a23e-d691fce2af42 req-5ba72bf9-fd51-4223-aeef-1d44965a9d08 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120851 Apr 12 13:16:48.646651 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] For port cbca9422-2444-4daa-b1ff-aea2423049f2, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=cbca9422-2444-4daa-b1ff-aea2423049f2,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:16:48.647588 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:48.843240 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:48.843849 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:48.843959 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Floating IP e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1 disassociated. External IP: 172.27.3.71, port: cbca9422-2444-4daa-b1ff-aea2423049f2. Apr 12 13:16:48.844530 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Calling delete_port for cbca9422-2444-4daa-b1ff-aea2423049f2 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:16:48.950406 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532cb3a-ff7d-459c-8378-419d028fa122 req-26bd0805-a202-4297-aa30-1ddb08eaf504 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:48.952544 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a532cb3a-ff7d-459c-8378-419d028fa122 req-26bd0805-a202-4297-aa30-1ddb08eaf504 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=b667c362-ccd1-41c4-9e1f-cf96d68fe360 HTTP/1.1" status: 200 len: 947 time: 0.0627918 Apr 12 13:16:49.036976 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a532cb3a-ff7d-459c-8378-419d028fa122 req-f6fc65b3-18bf-44e8-b104-5a572f5a20de tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=04db5920-1c84-4145-ad75-e467cfe31023&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729167 Apr 12 13:16:49.056747 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (cbca9422-2444-4daa-b1ff-aea2423049f2), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:49.103386 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event deleted for resources: {'Port': ['ID=cbca9422-2444-4daa-b1ff-aea2423049f2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:49.229258 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Router 1ad798b5-7f5e-4a3a-a145-da5e84050327 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:16:49.357603 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:16:49.371153 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] Sync routers for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:16:49.386156 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:49.386603 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:16:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:49.408517 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] No DVR routers for this DVR port cbca9422-2444-4daa-b1ff-aea2423049f2 on host hv-cinder-83009 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:16:49.411635 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:49.415999 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7107c582-3210-415b-9e39-ad4ce6c360c3 req-ed22d659-a2e3-4ad4-8552-fc88a476d5e0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.26 "DELETE /v2.0/ports/cbca9422-2444-4daa-b1ff-aea2423049f2 HTTP/1.1" status: 204 len: 173 time: 1.0644710 Apr 12 13:16:49.416821 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'name': 'network-vif-deleted', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:49.419543 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678018e5-13af-432d-af9f-f66e88bfba07" -d '{"events": [{"server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "name": "network-vif-deleted", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:49.472489 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76121e2e-4627-48ef-8c1f-7ee2d5a98e05 x-openstack-request-id: req-76121e2e-4627-48ef-8c1f-7ee2d5a98e05 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:49.473096 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b667c362-ccd1-41c4-9e1f-cf96d68fe360", "name": "network-vif-deleted", "tag": "cbca9422-2444-4daa-b1ff-aea2423049f2", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:49.473648 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76121e2e-4627-48ef-8c1f-7ee2d5a98e05 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:49.474352 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76121e2e-4627-48ef-8c1f-7ee2d5a98e05'] response: {'server_uuid': 'b667c362-ccd1-41c4-9e1f-cf96d68fe360', 'name': 'network-vif-deleted', 'tag': 'cbca9422-2444-4daa-b1ff-aea2423049f2', 'status': 'completed', 'code': 200} Apr 12 13:16:49.539849 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:49.747459 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:49.751531 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798e57a-2814-43dd-a29e-cf070405a334 req-12a08c38-f67e-464d-a2a1-727dc597930a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:49.753046 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c798e57a-2814-43dd-a29e-cf070405a334 req-12a08c38-f67e-464d-a2a1-727dc597930a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0479984 Apr 12 13:16:49.774324 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] Checking router: 1ad798b5-7f5e-4a3a-a145-da5e84050327 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:16:49.783273 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:16:49.783878 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:16:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:49.815996 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c798e57a-2814-43dd-a29e-cf070405a334 req-db250f35-ce4d-4f1d-ab65-8ed990521885 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566339 Apr 12 13:16:49.900106 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:16:50.097553 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:16:50.129243 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae87cf35-c833-4620-b38a-7c7115213850 None None] The sync data for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi is: [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:16:50.132342 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56468) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:50.188678 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-146971e7-6afe-488c-85ed-759003b4dfd3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (04db5920-1c84-4145-ad75-e467cfe31023), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.216990 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-146971e7-6afe-488c-85ed-759003b4dfd3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (04db5920-1c84-4145-ad75-e467cfe31023), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.265648 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-146971e7-6afe-488c-85ed-759003b4dfd3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (04db5920-1c84-4145-ad75-e467cfe31023), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.268855 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-146971e7-6afe-488c-85ed-759003b4dfd3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.272609 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-146971e7-6afe-488c-85ed-759003b4dfd3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "DELETE /v2.0/security-groups/04db5920-1c84-4145-ad75-e467cfe31023 HTTP/1.1" status: 204 len: 168 time: 0.1365638 Apr 12 13:16:50.273714 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56470) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:50.279680 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146971e7-6afe-488c-85ed-759003b4dfd3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04db5920-1c84-4145-ad75-e467cfe31023,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:50.289325 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.api.v2.resource [None req-57e9a008-f725-4a29-b8b2-ffe7d54f8e68 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] show failed (client error): The resource could not be found. Apr 12 13:16:50.290483 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-57e9a008-f725-4a29-b8b2-ffe7d54f8e68 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups/04db5920-1c84-4145-ad75-e467cfe31023 HTTP/1.1" status: 404 len: 347 time: 0.0161743 Apr 12 13:16:50.293322 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56472) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:50.357838 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759471b6-4f7e-4943-a874-0b012b87be72 None None] New status for floating IP e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:16:50.420365 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c3b88-d4c5-4e53-b79c-b9f208c6a41a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Deleting port 49958c28-a0ec-42e9-9a9f-1137031a8297 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:16:50.420724 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b88-d4c5-4e53-b79c-b9f208c6a41a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (49958c28-a0ec-42e9-9a9f-1137031a8297), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.504148 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56476) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:50.554770 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device cbca9422-2444-4daa-b1ff-aea2423049f2 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:16:50.590683 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef3cffe4-3aaa-4360-baa4-b8c1160b397c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (c452fc6c-a65c-4656-97e3-30d7e3304ae1), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.598482 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: cbca9422-2444-4daa-b1ff-aea2423049f2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:16:50.599170 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device cbca9422-2444-4daa-b1ff-aea2423049f2 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:16:50.599781 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:16:50.626563 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef3cffe4-3aaa-4360-baa4-b8c1160b397c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (c452fc6c-a65c-4656-97e3-30d7e3304ae1), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.631546 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:16:50.632375 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device accc7f0c-5b1b-4146-b82a-f2a00c6ab5cd not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:16:50.691578 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef3cffe4-3aaa-4360-baa4-b8c1160b397c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c452fc6c-a65c-4656-97e3-30d7e3304ae1), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.694307 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ef3cffe4-3aaa-4360-baa4-b8c1160b397c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.695632 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ef3cffe4-3aaa-4360-baa4-b8c1160b397c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "DELETE /v2.0/security-groups/c452fc6c-a65c-4656-97e3-30d7e3304ae1 HTTP/1.1" status: 204 len: 168 time: 0.1901875 Apr 12 13:16:50.700984 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56478) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:50.727050 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cffe4-3aaa-4360-baa4-b8c1160b397c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c452fc6c-a65c-4656-97e3-30d7e3304ae1,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:50.730586 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.api.v2.resource [None req-773b46b3-0d9b-489a-93f5-3cc967166d4b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] show failed (client error): The resource could not be found. Apr 12 13:16:50.731648 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-773b46b3-0d9b-489a-93f5-3cc967166d4b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups/c452fc6c-a65c-4656-97e3-30d7e3304ae1 HTTP/1.1" status: 404 len: 347 time: 0.0295334 Apr 12 13:16:50.734654 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56480) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:50.782582 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b88-d4c5-4e53-b79c-b9f208c6a41a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (49958c28-a0ec-42e9-9a9f-1137031a8297), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.783003 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b88-d4c5-4e53-b79c-b9f208c6a41a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (49958c28-a0ec-42e9-9a9f-1137031a8297), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.795123 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-7d6c3b88-d4c5-4e53-b79c-b9f208c6a41a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Calling delete_port for 49958c28-a0ec-42e9-9a9f-1137031a8297 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:16:50.852548 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3c74e662-c950-46f6-b0bb-c61b8e7a4199 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Deleting port 68b36408-7b27-4698-99c0-7a625d2cf960 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:16:50.852966 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c74e662-c950-46f6-b0bb-c61b8e7a4199 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (68b36408-7b27-4698-99c0-7a625d2cf960), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.938530 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b88-d4c5-4e53-b79c-b9f208c6a41a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (49958c28-a0ec-42e9-9a9f-1137031a8297), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.964401 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c3b88-d4c5-4e53-b79c-b9f208c6a41a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event deleted for resources: {'Port': ['ID=49958c28-a0ec-42e9-9a9f-1137031a8297,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:50.966537 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdbf72-5868-4824-8b76-e65ce27d44ac req-534f40bb-ee44-443a-9c93-1d80e64e6a3a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:50.968037 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b5cdbf72-5868-4824-8b76-e65ce27d44ac req-534f40bb-ee44-443a-9c93-1d80e64e6a3a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0604925 Apr 12 13:16:50.980116 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c74e662-c950-46f6-b0bb-c61b8e7a4199 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (68b36408-7b27-4698-99c0-7a625d2cf960), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:50.980436 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c74e662-c950-46f6-b0bb-c61b8e7a4199 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (68b36408-7b27-4698-99c0-7a625d2cf960), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.007122 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3c74e662-c950-46f6-b0bb-c61b8e7a4199 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Calling delete_port for 68b36408-7b27-4698-99c0-7a625d2cf960 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:16:51.033663 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b88-d4c5-4e53-b79c-b9f208c6a41a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.036821 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b88-d4c5-4e53-b79c-b9f208c6a41a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.040786 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7d6c3b88-d4c5-4e53-b79c-b9f208c6a41a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "DELETE /v2.0/floatingips/e05f56e0-eafb-4a2d-ae72-4c5a3b65b2f1 HTTP/1.1" status: 204 len: 168 time: 0.7435222 Apr 12 13:16:51.100941 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b5cdbf72-5868-4824-8b76-e65ce27d44ac req-4624ce30-31d6-49a9-a425-a27201627b95 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234882 Apr 12 13:16:51.184205 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c74e662-c950-46f6-b0bb-c61b8e7a4199 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (68b36408-7b27-4698-99c0-7a625d2cf960), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.207246 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74e662-c950-46f6-b0bb-c61b8e7a4199 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event deleted for resources: {'Port': ['ID=68b36408-7b27-4698-99c0-7a625d2cf960,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:51.272611 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c74e662-c950-46f6-b0bb-c61b8e7a4199 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (7df1b7fc-6178-47c4-9c34-88e1b8734704), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.275156 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3c74e662-c950-46f6-b0bb-c61b8e7a4199 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.276327 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3c74e662-c950-46f6-b0bb-c61b8e7a4199 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "DELETE /v2.0/floatingips/7df1b7fc-6178-47c4-9c34-88e1b8734704 HTTP/1.1" status: 204 len: 168 time: 0.5400603 Apr 12 13:16:51.522798 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56488) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:51.527705 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-73b9fcde-1503-4f23-b7f0-6805fd9aced7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1140663473', 'description': 'tempest-description--1245187436'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:51.548665 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73b9fcde-1503-4f23-b7f0-6805fd9aced7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.614091 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73b9fcde-1503-4f23-b7f0-6805fd9aced7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (5bbf3bdc-660a-45f2-85ae-f33cc566335f), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.618040 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73b9fcde-1503-4f23-b7f0-6805fd9aced7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5bbf3bdc-660a-45f2-85ae-f33cc566335f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.648319 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-73b9fcde-1503-4f23-b7f0-6805fd9aced7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.649562 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-73b9fcde-1503-4f23-b7f0-6805fd9aced7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1256623 Apr 12 13:16:51.651545 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9fcde-1503-4f23-b7f0-6805fd9aced7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbf3bdc-660a-45f2-85ae-f33cc566335f,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:51.652682 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56490) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:51.664146 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4759eb86-6da9-448c-a6ad-bfae114fd196 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'security_group_rule': {'security_group_id': '5bbf3bdc-660a-45f2-85ae-f33cc566335f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:51.690061 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4759eb86-6da9-448c-a6ad-bfae114fd196 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (4a14ebbc-6b39-4182-9244-c0a278ecceae), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.748309 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4759eb86-6da9-448c-a6ad-bfae114fd196 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (4a14ebbc-6b39-4182-9244-c0a278ecceae), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.752388 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4759eb86-6da9-448c-a6ad-bfae114fd196 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (4a14ebbc-6b39-4182-9244-c0a278ecceae), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.773606 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759eb86-6da9-448c-a6ad-bfae114fd196 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a14ebbc-6b39-4182-9244-c0a278ecceae,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:51.780542 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4759eb86-6da9-448c-a6ad-bfae114fd196 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.784604 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56492) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:51.784973 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4759eb86-6da9-448c-a6ad-bfae114fd196 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304808 Apr 12 13:16:51.789641 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-87581ad2-1252-4228-9d66-a6b68b3905b7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'security_group_rule': {'security_group_id': '5bbf3bdc-660a-45f2-85ae-f33cc566335f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:51.810338 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:51.815332 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-219afdbd-16e4-4c56-88f5-155ef01a8432 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--38124555', 'description': 'tempest-description--379695868'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:51.817056 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87581ad2-1252-4228-9d66-a6b68b3905b7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (06fd585d-23cc-4729-a128-258f39ab487b), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.835027 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219afdbd-16e4-4c56-88f5-155ef01a8432 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.874738 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87581ad2-1252-4228-9d66-a6b68b3905b7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (06fd585d-23cc-4729-a128-258f39ab487b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.878544 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87581ad2-1252-4228-9d66-a6b68b3905b7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (06fd585d-23cc-4729-a128-258f39ab487b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.896431 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87581ad2-1252-4228-9d66-a6b68b3905b7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fd585d-23cc-4729-a128-258f39ab487b,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:51.901767 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219afdbd-16e4-4c56-88f5-155ef01a8432 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (bb8e1d28-4025-45b2-b371-2628d73eb682), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.904342 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-87581ad2-1252-4228-9d66-a6b68b3905b7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.905620 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219afdbd-16e4-4c56-88f5-155ef01a8432 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (bb8e1d28-4025-45b2-b371-2628d73eb682), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.905964 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-87581ad2-1252-4228-9d66-a6b68b3905b7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194522 Apr 12 13:16:51.908877 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56496) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:51.913731 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:51.934344 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-219afdbd-16e4-4c56-88f5-155ef01a8432 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.939111 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-219afdbd-16e4-4c56-88f5-155ef01a8432 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1243429 Apr 12 13:16:51.939254 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56498) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:51.943185 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:51.943823 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-95224787-78bb-49ad-bc9d-f196a863fd98 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'security_group_rule': {'security_group_id': 'bb8e1d28-4025-45b2-b371-2628d73eb682', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:51.951304 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219afdbd-16e4-4c56-88f5-155ef01a8432 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8e1d28-4025-45b2-b371-2628d73eb682,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:51.972220 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95224787-78bb-49ad-bc9d-f196a863fd98 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (a6497a52-827e-4c41-adb2-0ff5baad5d1a), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.020101 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.027981 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95224787-78bb-49ad-bc9d-f196a863fd98 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (a6497a52-827e-4c41-adb2-0ff5baad5d1a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.031154 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95224787-78bb-49ad-bc9d-f196a863fd98 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (a6497a52-827e-4c41-adb2-0ff5baad5d1a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.049383 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95224787-78bb-49ad-bc9d-f196a863fd98 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6497a52-827e-4c41-adb2-0ff5baad5d1a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:52.057369 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-95224787-78bb-49ad-bc9d-f196a863fd98 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.058605 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-95224787-78bb-49ad-bc9d-f196a863fd98 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184499 Apr 12 13:16:52.061375 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56500) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:52.066902 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-df3dfa25-7df3-4055-93dd-a2a55be653e1 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'security_group_rule': {'security_group_id': 'bb8e1d28-4025-45b2-b371-2628d73eb682', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:52.092982 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df3dfa25-7df3-4055-93dd-a2a55be653e1 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (c1df2a22-2bb0-45d9-8709-89a571d5732f), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.132560 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Allocated IP 172.27.3.24 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/00310d09-1544-4af9-b27c-2a1e6d4b9103) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:52.154485 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df3dfa25-7df3-4055-93dd-a2a55be653e1 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (c1df2a22-2bb0-45d9-8709-89a571d5732f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.159055 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df3dfa25-7df3-4055-93dd-a2a55be653e1 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (c1df2a22-2bb0-45d9-8709-89a571d5732f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.178848 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dfa25-7df3-4055-93dd-a2a55be653e1 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1df2a22-2bb0-45d9-8709-89a571d5732f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:52.185368 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-df3dfa25-7df3-4055-93dd-a2a55be653e1 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.189410 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-df3dfa25-7df3-4055-93dd-a2a55be653e1 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266174 Apr 12 13:16:52.190267 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56504) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:16:52.194504 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:52.214510 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.254664 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e507785-c5e7-494a-bfcd-4d63658ddec2 req-0ac56d6d-86cd-4e78-8c4c-d41e7378b816 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:52.256124 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e507785-c5e7-494a-bfcd-4d63658ddec2 req-0ac56d6d-86cd-4e78-8c4c-d41e7378b816 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0605764 Apr 12 13:16:52.291937 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.295717 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for port (00310d09-1544-4af9-b27c-2a1e6d4b9103), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.352474 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e507785-c5e7-494a-bfcd-4d63658ddec2 req-f8649165-ec2d-4a4d-b02c-003a375fe789 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884972 Apr 12 13:16:52.373824 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (00310d09-1544-4af9-b27c-2a1e6d4b9103), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.405341 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:52.408200 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:52.411603 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:52.416433 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Allocated IP 172.27.3.133 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:52.420058 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'Port': ['ID=00310d09-1544-4af9-b27c-2a1e6d4b9103,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:52.526300 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for port (9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.542599 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (0b627dbd-46c3-4392-8c3f-562b5e088fb7), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.558867 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.582573 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (00310d09-1544-4af9-b27c-2a1e6d4b9103), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.601630 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:52.604384 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:52.611238 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:52.614342 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'Port': ['ID=9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:52.696382 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (aee6e4c9-186f-450f-8cfe-abc26d70fef7), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.732300 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.735927 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for port (00310d09-1544-4af9-b27c-2a1e6d4b9103), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.740423 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (00310d09-1544-4af9-b27c-2a1e6d4b9103), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.807256 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'Port': ['ID=00310d09-1544-4af9-b27c-2a1e6d4b9103,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:52.819657 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (0b627dbd-46c3-4392-8c3f-562b5e088fb7), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.835207 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.836458 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-5726e092-7eae-4d47-82ab-8c3a4999a96d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9265461 Apr 12 13:16:52.882118 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for port (9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.887673 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:52.970775 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'Port': ['ID=9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:52.982843 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (aee6e4c9-186f-450f-8cfe-abc26d70fef7), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:53.000027 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:53.001891 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9948d5d7-c7d2-43f2-b14a-7e6479574818 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8106911 Apr 12 13:16:53.041251 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-50fff806-c760-4cba-838f-ba86f83f4d50 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1140663473&fields=id&tenant_id=257ac1d956b44e508a71a716d6aed767 HTTP/1.1" status: 200 len: 267 time: 0.0471022 Apr 12 13:16:53.149983 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71806f1f-3878-485c-9321-128dc74a5568 req-de9cb622-6694-4ea0-8953-2f1828051d3d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:53.151436 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-de9cb622-6694-4ea0-8953-2f1828051d3d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 817 time: 0.1011133 Apr 12 13:16:53.177548 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-dc2d2994-e01d-4cda-82cc-a93c671c512f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/quotas/257ac1d956b44e508a71a716d6aed767 HTTP/1.1" status: 200 len: 375 time: 0.0175025 Apr 12 13:16:53.234726 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-0ac5bcad-f391-4018-8996-5d3d225f0ec2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--38124555&fields=id&tenant_id=50ece71a09a94851833df1d109311c97 HTTP/1.1" status: 200 len: 267 time: 0.0807223 Apr 12 13:16:53.244833 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-650c21e8-bb73-41ae-abc6-988f3c9a5d44 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576270 Apr 12 13:16:53.608679 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-d12d494c-725b-4017-9236-a8f917097685 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:53.610197 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-d12d494c-725b-4017-9236-a8f917097685 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/networks?id=338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 200 len: 811 time: 0.3644779 Apr 12 13:16:53.629340 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-07482ccb-f4f6-41e5-b0cd-a894f50df5d0 service neutron] 10.222.0.47 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560421 Apr 12 13:16:53.630958 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-ac89df28-bde2-4717-bf02-076b313057fc tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/quotas/50ece71a09a94851833df1d109311c97 HTTP/1.1" status: 200 len: 375 time: 0.0150037 Apr 12 13:16:53.731946 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-f028c55d-c163-4f1a-8dce-058a1d2ce3cb tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=50ece71a09a94851833df1d109311c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892408 Apr 12 13:16:53.777688 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-ad0cc70a-88a1-4ad6-a686-b3a0b23689b3 service neutron] 10.222.0.47 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423197 Apr 12 13:16:53.856426 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-06a37a18-80ff-40b2-956f-7f360b6526a1 service neutron] 10.222.0.47 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088521 Apr 12 13:16:53.988724 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8931762-836d-4fa8-82bf-da7c143c0b03 req-ed2d4bcb-0fc8-4f87-829e-e3c42322dcae tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:53.990319 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8931762-836d-4fa8-82bf-da7c143c0b03 req-ed2d4bcb-0fc8-4f87-829e-e3c42322dcae tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0615096 Apr 12 13:16:54.015587 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-a4941410-5441-4ae0-8086-1052e3195338 service neutron] 10.222.0.47 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506112 Apr 12 13:16:54.074841 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e8931762-836d-4fa8-82bf-da7c143c0b03 req-ce6971cf-672d-4a5e-ab4d-228026f587d9 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=797af68a-9d5b-4b01-ad2e-0a54c768ff17&id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749176 Apr 12 13:16:54.148135 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c242ead0-ca4e-418c-b250-edae19eb1452 req-dfb6f278-5221-40e7-b810-996258cb6cb2 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 210 time: 0.0292265 Apr 12 13:16:54.235540 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4efcfda1-7272-4e43-bfb1-36076de9e121 req-2e683081-a048-4120-be00-fd3b258dce74 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 210 time: 0.0305667 Apr 12 13:16:54.948546 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71806f1f-3878-485c-9321-128dc74a5568 req-0f76b7fb-3704-4612-9487-fb897f7229cc tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:54.950002 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-0f76b7fb-3704-4612-9487-fb897f7229cc tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 817 time: 0.1130772 Apr 12 13:16:55.011894 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-90e849d4-efa8-4ea6-8e39-02b5d732722e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=257ac1d956b44e508a71a716d6aed767 HTTP/1.1" status: 200 len: 380 time: 0.0521605 Apr 12 13:16:55.221436 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'port': {'device_id': '866acb09-6961-45f5-8829-112fec8ce6ec', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'admin_state_up': True, 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'security_groups': ['5bbf3bdc-660a-45f2-85ae-f33cc566335f']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:55.272933 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ab4a3a59-30e2-4276-af08-9f2ab98dd6ac req-39f3680e-e492-4eec-aa09-2877b4f37256 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 210 time: 0.0467432 Apr 12 13:16:55.340372 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-006eb48e-c67e-4dec-a991-bc98f7dd41fd req-7fbc351c-3873-4195-bc88-c676948cef81 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 210 time: 0.0308917 Apr 12 13:16:55.386241 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Made reservation on behalf of 257ac1d956b44e508a71a716d6aed767 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:16:55.389853 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.426189 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-ddcf9f7c-b5c1-4561-9a1d-92aec3710f2b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:55.427757 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-ddcf9f7c-b5c1-4561-9a1d-92aec3710f2b tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.26 "GET /v2.0/networks?id=338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 200 len: 811 time: 0.1119041 Apr 12 13:16:55.493462 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-a201d285-22c1-474a-92bc-39ad770f0561 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ece71a09a94851833df1d109311c97 HTTP/1.1" status: 200 len: 378 time: 0.0555580 Apr 12 13:16:55.503642 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'port': {'device_id': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'admin_state_up': True, 'tenant_id': '50ece71a09a94851833df1d109311c97', 'security_groups': ['bb8e1d28-4025-45b2-b371-2628d73eb682']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:55.521197 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Allocated IP 172.20.0.8 (098edfc6-241c-42b0-88bc-bbe949fe2fa2/da4f1e09-0998-4440-b261-f6da95ce5d96/65d07b95-db5d-4e34-9b11-6073ad52d64e) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:55.614806 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Made reservation on behalf of 50ece71a09a94851833df1d109311c97 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:16:55.618131 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.668273 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.702189 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.746765 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Allocated IP 172.20.0.11 (338fa43e-63c7-4e02-92fe-2483c828b744/15b5014d-00df-4c61-a675-ebbc17295068/7f22245f-175a-4b2e-9173-2406596ed856) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:16:55.752799 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:55.758039 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:55.760741 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:55.791402 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event updated for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:55.822932 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:55.824038 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.841065 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-89a26f11-8d68-496d-b156-682795ac6908 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238084 Apr 12 13:16:55.852859 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Request body: {'port': {'device_id': '866acb09-6961-45f5-8829-112fec8ce6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:55.901028 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for port (7f22245f-175a-4b2e-9173-2406596ed856), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.927677 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.936666 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (7f22245f-175a-4b2e-9173-2406596ed856), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:55.986972 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Network 338fa43e-63c7-4e02-92fe-2483c828b744 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:16:55.990157 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:16:55.992970 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:16:56.048138 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-931e9021-b66c-42f9-8ccd-6287954387b0 None None] Provisioning complete for port 65d07b95-db5d-4e34-9b11-6073ad52d64e triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:56.048593 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-931e9021-b66c-42f9-8ccd-6287954387b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.049249 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event updated for resources: {'Port': ['ID=7f22245f-175a-4b2e-9173-2406596ed856,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:56.069757 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.070452 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.092345 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-9d62e996-35ed-4846-bd9b-72526293858c tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5927451 Apr 12 13:16:56.095594 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-931e9021-b66c-42f9-8ccd-6287954387b0 None None] Port 65d07b95-db5d-4e34-9b11-6073ad52d64e cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:56.104020 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Request body: {'port': {'device_id': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:16:56.167333 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7f22245f-175a-4b2e-9173-2406596ed856), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.214118 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-fa26aa78-e85f-4755-bd53-98f3fe64663a None None] Provisioning complete for port 7f22245f-175a-4b2e-9173-2406596ed856 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:16:56.214849 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fa26aa78-e85f-4755-bd53-98f3fe64663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (7f22245f-175a-4b2e-9173-2406596ed856), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.230565 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d07b95-db5d-4e34-9b11-6073ad52d64e {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:56.238959 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Publish callbacks [] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.252478 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Transition to ACTIVE for port object 65d07b95-db5d-4e34-9b11-6073ad52d64e will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:16:56.253813 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-fa26aa78-e85f-4755-bd53-98f3fe64663a None None] Port 7f22245f-175a-4b2e-9173-2406596ed856 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:16:56.257150 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.307010 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Pushing event updated for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:56.461038 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Attempting to bind port 65d07b95-db5d-4e34-9b11-6073ad52d64e on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:56.461548 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Attempting to bind port 65d07b95-db5d-4e34-9b11-6073ad52d64e by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:56.461969 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Attempting to bind port 65d07b95-db5d-4e34-9b11-6073ad52d64e on network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:56.476300 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f22245f-175a-4b2e-9173-2406596ed856 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:16:56.478188 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Port 65d07b95-db5d-4e34-9b11-6073ad52d64e on network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:16:56.478577 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Attempting to bind port 65d07b95-db5d-4e34-9b11-6073ad52d64e on network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:56.486151 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Publish callbacks [] for port (7f22245f-175a-4b2e-9173-2406596ed856), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.486839 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8138bb3-c029-4421-b47d-101d77bf8471 req-714d2aa7-d170-40b0-9fcd-a8cb9577beb8 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.488417 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d8138bb3-c029-4421-b47d-101d77bf8471 req-714d2aa7-d170-40b0-9fcd-a8cb9577beb8 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.1120439 Apr 12 13:16:56.503400 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Transition to ACTIVE for port object 7f22245f-175a-4b2e-9173-2406596ed856 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:16:56.504638 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f90d0-2f38-476a-9177-cb95a95989a1 req-857edecd-f5d5-4dee-be86-51552a9808ed tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.506314 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2b5f90d0-2f38-476a-9177-cb95a95989a1 req-857edecd-f5d5-4dee-be86-51552a9808ed tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 932 time: 0.0907173 Apr 12 13:16:56.507625 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (7f22245f-175a-4b2e-9173-2406596ed856), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.513225 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:56.513225 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Checking segment: {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:56.513517 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Bound using segment: {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:56.513838 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Bound port: 65d07b95-db5d-4e34-9b11-6073ad52d64e, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72b19b4-8096-4457-9eae-0cc6e67ac277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:56.514186 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.576099 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Pushing event updated for resources: {'Port': ['ID=7f22245f-175a-4b2e-9173-2406596ed856,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:56.628328 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d8138bb3-c029-4421-b47d-101d77bf8471 req-702d1343-46be-403e-afb6-34bb941af8a4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313257 Apr 12 13:16:56.637797 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Attempting to bind port 7f22245f-175a-4b2e-9173-2406596ed856 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:16:56.638444 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Attempting to bind port 7f22245f-175a-4b2e-9173-2406596ed856 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:16:56.638864 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Attempting to bind port 7f22245f-175a-4b2e-9173-2406596ed856 on network 338fa43e-63c7-4e02-92fe-2483c828b744 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:56.643931 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Port 7f22245f-175a-4b2e-9173-2406596ed856 on network 338fa43e-63c7-4e02-92fe-2483c828b744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:16:56.644251 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Attempting to bind port 7f22245f-175a-4b2e-9173-2406596ed856 on network 338fa43e-63c7-4e02-92fe-2483c828b744 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:16:56.645367 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2b5f90d0-2f38-476a-9177-cb95a95989a1 req-9175fbd3-4c1f-4d8b-8038-e25ce01a7076 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1288304 Apr 12 13:16:56.662727 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:56.662727 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:56.666623 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:16:56.666623 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Checking segment: {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:16:56.666623 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Bound using segment: {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:16:56.666623 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Bound port: 7f22245f-175a-4b2e-9173-2406596ed856, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6878042-9f40-487c-9323-f788b86d4b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:16:56.666623 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7f22245f-175a-4b2e-9173-2406596ed856), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.671156 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.710161 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.710851 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.712423 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] 10.222.0.26 "PUT /v2.0/ports/65d07b95-db5d-4e34-9b11-6073ad52d64e HTTP/1.1" status: 200 len: 1093 time: 0.8637848 Apr 12 13:16:56.712878 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:56.715222 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45991006-4c75-48d3-8983-b48d68d52036" -d '{"events": [{"name": "network-changed", "server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:56.744873 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50210d13-4899-4ab3-8860-36eb02fd199b service neutron] Pushing event updated for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:56.770488 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ee0f90-8022-4b61-8472-fda1f300b560 x-openstack-request-id: req-68ee0f90-8022-4b61-8472-fda1f300b560 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:56.770777 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:56.771030 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68ee0f90-8022-4b61-8472-fda1f300b560 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:56.771453 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ee0f90-8022-4b61-8472-fda1f300b560'] response: {'name': 'network-changed', 'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'status': 'completed', 'code': 200} Apr 12 13:16:56.776150 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] For port 7f22245f-175a-4b2e-9173-2406596ed856, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:16:56.780506 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] For port 7f22245f-175a-4b2e-9173-2406596ed856, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7f22245f-175a-4b2e-9173-2406596ed856,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:16:56.791910 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (7f22245f-175a-4b2e-9173-2406596ed856), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.806598 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71806f1f-3878-485c-9321-128dc74a5568 req-1a5e3c62-8216-4ae6-86fd-cae6e5d4aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.808271 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-1a5e3c62-8216-4ae6-86fd-cae6e5d4aa98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 1127 time: 0.0507755 Apr 12 13:16:56.835383 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.836036 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:56.837462 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] 10.222.0.26 "PUT /v2.0/ports/7f22245f-175a-4b2e-9173-2406596ed856 HTTP/1.1" status: 200 len: 1094 time: 0.7376330 Apr 12 13:16:56.837904 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'tag': '7f22245f-175a-4b2e-9173-2406596ed856'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:16:56.840142 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a632f38d-78ac-4f31-8e40-60ba94cf5295" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9afdc5-f9c6-4ab6-92d6-72aebba95e54", "tag": "7f22245f-175a-4b2e-9173-2406596ed856"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:16:56.868697 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d318304-9ea0-4225-adee-927eaff6514e service neutron] Pushing event updated for resources: {'Port': ['ID=7f22245f-175a-4b2e-9173-2406596ed856,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:16:56.895376 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-1b604c7b-2cc6-4d1a-b041-0fe9e0a0c523 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e HTTP/1.1" status: 200 len: 217 time: 0.0768132 Apr 12 13:16:56.932092 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06404a67-7b97-489a-b824-631b9fbd5a5b x-openstack-request-id: req-06404a67-7b97-489a-b824-631b9fbd5a5b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:16:56.932387 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9afdc5-f9c6-4ab6-92d6-72aebba95e54", "tag": "7f22245f-175a-4b2e-9173-2406596ed856", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:16:56.932797 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-06404a67-7b97-489a-b824-631b9fbd5a5b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:16:56.933545 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06404a67-7b97-489a-b824-631b9fbd5a5b'] response: {'name': 'network-changed', 'server_uuid': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'tag': '7f22245f-175a-4b2e-9173-2406596ed856', 'status': 'completed', 'code': 200} Apr 12 13:16:56.946000 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-a2675091-f5da-4223-b3f5-30e85df49163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.947514 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-a2675091-f5da-4223-b3f5-30e85df49163 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ece71a09a94851833df1d109311c97&device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 1128 time: 0.0522289 Apr 12 13:16:56.961876 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71806f1f-3878-485c-9321-128dc74a5568 req-28583eef-3b31-4755-b823-978f79d66c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:56.963817 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-28583eef-3b31-4755-b823-978f79d66c09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0616920 Apr 12 13:16:56.996342 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-e54dd0df-af16-4da8-a03d-7e830e4ad062 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f22245f-175a-4b2e-9173-2406596ed856 HTTP/1.1" status: 200 len: 217 time: 0.0406866 Apr 12 13:16:57.014567 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71806f1f-3878-485c-9321-128dc74a5568 req-89d62e0c-2627-440f-a4bd-8f728dc80f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:57.016369 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-89d62e0c-2627-440f-a4bd-8f728dc80f35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461686 Apr 12 13:16:57.052948 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-ab74c572-1993-48f2-a22c-a5308b73e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:57.054489 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-ab74c572-1993-48f2-a22c-a5308b73e5c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15b5014d-00df-4c61-a675-ebbc17295068 HTTP/1.1" status: 200 len: 850 time: 0.0509238 Apr 12 13:16:57.098822 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-10c6b539-ac99-4dda-b625-90397d016835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:57.100417 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-10c6b539-ac99-4dda-b625-90397d016835 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=338fa43e-63c7-4e02-92fe-2483c828b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398231 Apr 12 13:16:57.118664 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-fc9b2f4e-8157-480f-a354-46f0aa7a7949 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951030 Apr 12 13:16:57.195486 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-09f21817-e680-434c-8806-31de4fa85192 service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889652 Apr 12 13:16:57.209607 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-71806f1f-3878-485c-9321-128dc74a5568 req-d30590e1-0943-4e88-bdb9-6758d9b4d1fa service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842144 Apr 12 13:16:57.286625 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-08d7e158-8314-4fa3-88cf-254114c15d85 req-463f7966-0b27-4916-bee2-63963721ce43 service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842438 Apr 12 13:16:57.779475 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20f2ef-6c04-4047-8cf1-b2cc14bdc046 req-d9f3f4d6-82a5-41cc-8676-ebf9b3e1d5b3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:57.780921 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d20f2ef-6c04-4047-8cf1-b2cc14bdc046 req-d9f3f4d6-82a5-41cc-8676-ebf9b3e1d5b3 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0764399 Apr 12 13:16:57.791394 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56bf4e-b11f-421d-a00b-d018ff75b158 req-8ae56ea1-1da8-4724-a2bd-2359a063315e tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:57.792763 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6f56bf4e-b11f-421d-a00b-d018ff75b158 req-8ae56ea1-1da8-4724-a2bd-2359a063315e tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 944 time: 0.0767562 Apr 12 13:16:57.866333 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3d20f2ef-6c04-4047-8cf1-b2cc14bdc046 req-6e48818e-1a50-46f6-ac46-6ffc952a8644 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726068 Apr 12 13:16:57.870316 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6f56bf4e-b11f-421d-a00b-d018ff75b158 req-7b95aa67-c99e-4115-893c-f6886e5f9bd6 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673614 Apr 12 13:16:58.129988 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45991006-4c75-48d3-8983-b48d68d52036 req-eceecd39-cbf7-4d2d-a41c-45c1038564bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:58.131496 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-45991006-4c75-48d3-8983-b48d68d52036 req-eceecd39-cbf7-4d2d-a41c-45c1038564bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 1127 time: 0.0566826 Apr 12 13:16:58.756718 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:16:59.039838 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45991006-4c75-48d3-8983-b48d68d52036 req-545581ea-e56d-4383-bf2c-0cb38a75a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.042044 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-45991006-4c75-48d3-8983-b48d68d52036 req-545581ea-e56d-4383-bf2c-0cb38a75a9f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 917 time: 0.0881288 Apr 12 13:16:59.051013 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b70372-a432-4702-8bf7-e192394205e4 req-23227163-e9a2-45fb-aa70-07073d212072 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.052488 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a0b70372-a432-4702-8bf7-e192394205e4 req-23227163-e9a2-45fb-aa70-07073d212072 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.1146352 Apr 12 13:16:59.060501 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd209f81-ffe4-464f-9190-931f0b3133be req-2bbeb6b8-79ba-47d1-9d65-8b7d55b10a9d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.061912 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cd209f81-ffe4-464f-9190-931f0b3133be req-2bbeb6b8-79ba-47d1-9d65-8b7d55b10a9d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 944 time: 0.1226628 Apr 12 13:16:59.064646 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-cc8a4dd0-8731-44e9-a475-7744f9c1b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.066064 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-cc8a4dd0-8731-44e9-a475-7744f9c1b186 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ece71a09a94851833df1d109311c97&device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 1128 time: 0.1062412 Apr 12 13:16:59.134882 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a0b70372-a432-4702-8bf7-e192394205e4 req-384f564c-e4b0-4234-bf56-2744cb6b3ece tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714931 Apr 12 13:16:59.138871 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cd209f81-ffe4-464f-9190-931f0b3133be req-79f6cc0b-8566-40aa-b660-eb8d12a82f00 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672796 Apr 12 13:16:59.270946 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-45991006-4c75-48d3-8983-b48d68d52036 req-69a8e147-a63f-43fd-84f1-f348331496f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e HTTP/1.1" status: 200 len: 217 time: 0.0460293 Apr 12 13:16:59.316506 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-1ca261ee-a947-4e59-a1c5-a292c9ba969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.317993 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-1ca261ee-a947-4e59-a1c5-a292c9ba969f service neutron] 10.222.0.26 "GET /v2.0/networks?id=338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 200 len: 911 time: 0.0938730 Apr 12 13:16:59.319485 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45991006-4c75-48d3-8983-b48d68d52036 req-e31e233f-1359-4ffd-a2d3-dde8499504d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.320970 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-45991006-4c75-48d3-8983-b48d68d52036 req-e31e233f-1359-4ffd-a2d3-dde8499504d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0443971 Apr 12 13:16:59.635308 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45991006-4c75-48d3-8983-b48d68d52036 req-c89ae757-659c-4b7d-909c-e0ad934d88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.635572 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-2d79d321-0254-439b-80f6-37a45702303f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f22245f-175a-4b2e-9173-2406596ed856 HTTP/1.1" status: 200 len: 217 time: 0.0389965 Apr 12 13:16:59.636936 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-45991006-4c75-48d3-8983-b48d68d52036 req-c89ae757-659c-4b7d-909c-e0ad934d88e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406361 Apr 12 13:16:59.698889 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-bd29b779-afec-4463-a2a7-a602056e229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.700367 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-bd29b779-afec-4463-a2a7-a602056e229a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15b5014d-00df-4c61-a675-ebbc17295068 HTTP/1.1" status: 200 len: 850 time: 0.0486915 Apr 12 13:16:59.751300 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-45991006-4c75-48d3-8983-b48d68d52036 req-5e369427-5385-40d8-a091-18edcb19b556 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997486 Apr 12 13:16:59.997873 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-df69ed4b-58ad-46a7-b390-aeb4a53cd2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:16:59.999457 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-df69ed4b-58ad-46a7-b390-aeb4a53cd2f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=338fa43e-63c7-4e02-92fe-2483c828b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431185 Apr 12 13:17:00.045801 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-45991006-4c75-48d3-8983-b48d68d52036 req-048fa57c-6d7b-4a0d-83bf-1acaba282aac service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896859 Apr 12 13:17:00.095012 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-3e215f8b-62b3-4ba8-a6a3-baa6214f6ff0 service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894599 Apr 12 13:17:00.202136 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a632f38d-78ac-4f31-8e40-60ba94cf5295 req-350ea43f-350b-4e45-873c-59d1c4085e8a service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008954 Apr 12 13:17:00.301821 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c7c5a-f199-4972-ba3b-01af4adde7b4 req-71c1b98c-6e75-43c0-8bbe-6f1d5fcab18f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:00.303225 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e32c7c5a-f199-4972-ba3b-01af4adde7b4 req-71c1b98c-6e75-43c0-8bbe-6f1d5fcab18f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0834715 Apr 12 13:17:00.311285 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7d740-fc05-47dd-b427-0caec03179f7 req-3fd11c5f-9b9d-4542-b4fb-9e8849629c99 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:00.312716 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-29a7d740-fc05-47dd-b427-0caec03179f7 req-3fd11c5f-9b9d-4542-b4fb-9e8849629c99 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 944 time: 0.0783160 Apr 12 13:17:00.385759 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e32c7c5a-f199-4972-ba3b-01af4adde7b4 req-2d83b25f-6b8d-4d56-b1b4-d913f00d3acc tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718756 Apr 12 13:17:00.393051 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-29a7d740-fc05-47dd-b427-0caec03179f7 req-ab4e4a86-4ad8-47c2-88d0-8bfa691a4de9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737152 Apr 12 13:17:00.547898 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7f22245f-175a-4b2e-9173-2406596ed856 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:17:00.646692 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 7f22245f-175a-4b2e-9173-2406596ed856, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7f22245f-175a-4b2e-9173-2406596ed856,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:00.660627 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '7f22245f-175a-4b2e-9173-2406596ed856', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'port_id': '7f22245f-175a-4b2e-9173-2406596ed856', 'mac_address': 'fa:16:3e:2a:a5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:17:00.706146 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 7f22245f-175a-4b2e-9173-2406596ed856 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:00.706146 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7f22245f-175a-4b2e-9173-2406596ed856), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:00.716699 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f22245f-175a-4b2e-9173-2406596ed856 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:17:00.738267 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 7f22245f-175a-4b2e-9173-2406596ed856, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7f22245f-175a-4b2e-9173-2406596ed856,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:00.743218 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (7f22245f-175a-4b2e-9173-2406596ed856), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:00.743884 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65d07b95-db5d-4e34-9b11-6073ad52d64e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:17:00.824393 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=7f22245f-175a-4b2e-9173-2406596ed856,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:00.865272 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.865619 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.865986 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.866345 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.866686 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.867014 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.867339 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.867663 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.867996 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.868318 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.868646 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.868971 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.869322 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.869645 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.869971 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:00.904250 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:00.924559 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'port_id': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'mac_address': 'fa:16:3e:33:dc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:17:00.937672 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288d040-ff94-477b-a5c2-1e92265ff058 req-4e8c32ad-5fb8-4608-a557-0d49b7c51007 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:00.937672 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5288d040-ff94-477b-a5c2-1e92265ff058 req-4e8c32ad-5fb8-4608-a557-0d49b7c51007 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0526302 Apr 12 13:17:00.966450 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 65d07b95-db5d-4e34-9b11-6073ad52d64e is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:00.966863 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:00.982740 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d07b95-db5d-4e34-9b11-6073ad52d64e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:17:00.992429 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5288d040-ff94-477b-a5c2-1e92265ff058 req-24a49870-50b1-4950-bb87-987ff786eacf tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496330 Apr 12 13:17:01.003118 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:01.009886 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:01.065458 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:01.454309 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['65d07b95-db5d-4e34-9b11-6073ad52d64e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:17:01.516835 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af1f02-34f7-4e7c-89f4-7fbc427d6297 req-87395b43-a96b-4126-8a6d-145368cc6ea0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:01.518372 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-69af1f02-34f7-4e7c-89f4-7fbc427d6297 req-87395b43-a96b-4126-8a6d-145368cc6ea0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 944 time: 0.0507684 Apr 12 13:17:01.544790 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['7f22245f-175a-4b2e-9173-2406596ed856'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:17:01.570694 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-69af1f02-34f7-4e7c-89f4-7fbc427d6297 req-3bc417ca-1c9e-4228-b01b-3a8f0c2111b4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463459 Apr 12 13:17:01.694576 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a7085-ea94-489a-b390-bbc6640c6627 req-926ca41a-9755-4033-a131-bdfd40bafadc tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:01.696048 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d0a7085-ea94-489a-b390-bbc6640c6627 req-926ca41a-9755-4033-a131-bdfd40bafadc tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 945 time: 0.2332132 Apr 12 13:17:01.743044 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5d0a7085-ea94-489a-b390-bbc6640c6627 req-02e97830-310f-4ab1-9954-4308d6e49fda tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411365 Apr 12 13:17:02.107360 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5dd0e-f174-4496-a8b1-5519a14bbd7d req-7eb0d46f-adf2-4236-9527-a6b6f185029f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:02.108801 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5ea5dd0e-f174-4496-a8b1-5519a14bbd7d req-7eb0d46f-adf2-4236-9527-a6b6f185029f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0471811 Apr 12 13:17:02.155045 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5ea5dd0e-f174-4496-a8b1-5519a14bbd7d req-e91b8ecb-89a6-4b1e-bbc5-3b3584715e64 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404489 Apr 12 13:17:02.693007 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73be68-0cbd-4dde-a6d7-2ba8afe0a884 req-ca7a7988-57b7-4f77-a2cc-bfaad72dbfbe tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:02.694461 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a73be68-0cbd-4dde-a6d7-2ba8afe0a884 req-ca7a7988-57b7-4f77-a2cc-bfaad72dbfbe tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 944 time: 0.0496869 Apr 12 13:17:02.738904 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7f22245f-175a-4b2e-9173-2406596ed856 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:02.740716 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a73be68-0cbd-4dde-a6d7-2ba8afe0a884 req-f2b996ad-4234-4033-a0e1-ff76e4a98212 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Apr 12 13:17:02.783178 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 7f22245f-175a-4b2e-9173-2406596ed856 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:17:02.789335 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 7f22245f-175a-4b2e-9173-2406596ed856 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:02.789713 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (7f22245f-175a-4b2e-9173-2406596ed856), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:02.872608 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 7f22245f-175a-4b2e-9173-2406596ed856 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:02.872994 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7f22245f-175a-4b2e-9173-2406596ed856), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:02.895551 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f22245f-175a-4b2e-9173-2406596ed856'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:02.897811 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ee2531-9849-4af2-96f4-f2487f7c56b5" -d '{"events": [{"server_uuid": "3f9afdc5-f9c6-4ab6-92d6-72aebba95e54", "name": "network-vif-plugged", "status": "completed", "tag": "7f22245f-175a-4b2e-9173-2406596ed856"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:02.911533 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 7f22245f-175a-4b2e-9173-2406596ed856, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7f22245f-175a-4b2e-9173-2406596ed856,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:02.912045 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81ea3c-b237-48b0-a76a-9da8dfe147d7 req-ac289deb-70e8-4ef4-92c1-6c46923ecc6f tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:02.913617 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee81ea3c-b237-48b0-a76a-9da8dfe147d7 req-ac289deb-70e8-4ef4-92c1-6c46923ecc6f tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 945 time: 0.1032009 Apr 12 13:17:02.916204 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (7f22245f-175a-4b2e-9173-2406596ed856), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:02.917036 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65d07b95-db5d-4e34-9b11-6073ad52d64e up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:02.958535 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269960b6-f26e-498c-a575-c1eb7686cd16 x-openstack-request-id: req-269960b6-f26e-498c-a575-c1eb7686cd16 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:02.958943 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9afdc5-f9c6-4ab6-92d6-72aebba95e54", "name": "network-vif-plugged", "status": "completed", "tag": "7f22245f-175a-4b2e-9173-2406596ed856", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:02.959303 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-269960b6-f26e-498c-a575-c1eb7686cd16 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:02.959699 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269960b6-f26e-498c-a575-c1eb7686cd16'] response: {'server_uuid': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f22245f-175a-4b2e-9173-2406596ed856', 'code': 200} Apr 12 13:17:02.965255 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ee81ea3c-b237-48b0-a76a-9da8dfe147d7 req-016b8cea-d75e-4064-95d4-feafb234c945 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441813 Apr 12 13:17:02.997580 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=7f22245f-175a-4b2e-9173-2406596ed856,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:03.004570 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 65d07b95-db5d-4e34-9b11-6073ad52d64e completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:17:03.010073 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 65d07b95-db5d-4e34-9b11-6073ad52d64e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:03.010411 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:03.210234 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 65d07b95-db5d-4e34-9b11-6073ad52d64e is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:03.210618 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:03.242821 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:03.247099 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:03.270038 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da2b32-b40f-4d15-aa4f-6d01faecf552 req-71cd9fbc-ff70-477f-a75d-61ada18e2765 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:03.271522 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e2da2b32-b40f-4d15-aa4f-6d01faecf552 req-71cd9fbc-ff70-477f-a75d-61ada18e2765 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0486679 Apr 12 13:17:03.294416 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:03.324283 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e2da2b32-b40f-4d15-aa4f-6d01faecf552 req-cace24fd-7f14-4166-971e-f094bad5e360 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470915 Apr 12 13:17:03.855081 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4c31b-5615-4b1e-969f-9ddad79a8061 req-ec21ad68-bb98-4373-a396-f5dad47dd2e2 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:03.856524 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e5f4c31b-5615-4b1e-969f-9ddad79a8061 req-ec21ad68-bb98-4373-a396-f5dad47dd2e2 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0462074 Apr 12 13:17:03.902069 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e5f4c31b-5615-4b1e-969f-9ddad79a8061 req-4897e685-4a91-46d3-8427-d203a3f4b453 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393174 Apr 12 13:17:04.004197 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6024849b-82e0-4d46-8f98-839df96875c5 req-9c424a83-1004-4170-91b0-15cd8d051c4c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401652 Apr 12 13:17:04.085748 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9463e4f-8b08-4bff-b468-efb2a7c77ef8 req-474a2087-b367-4963-9264-08fff84f3f50 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:04.087185 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e9463e4f-8b08-4bff-b468-efb2a7c77ef8 req-474a2087-b367-4963-9264-08fff84f3f50 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 946 time: 0.0494440 Apr 12 13:17:04.164218 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e9463e4f-8b08-4bff-b468-efb2a7c77ef8 req-325e7121-eccf-41fc-b1e9-34217820189d tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710363 Apr 12 13:17:04.167674 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024849b-82e0-4d46-8f98-839df96875c5 req-fc25e84c-5b32-4578-8c46-abbcf0fb61cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:04.169139 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6024849b-82e0-4d46-8f98-839df96875c5 req-fc25e84c-5b32-4578-8c46-abbcf0fb61cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 1129 time: 0.0560226 Apr 12 13:17:04.185265 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0ba2b-e1cc-47ee-ba9a-3ae2052c0a01 req-10e1f60d-ca5e-4c6e-b46d-7e0fe04abf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:04.186780 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b4e0ba2b-e1cc-47ee-ba9a-3ae2052c0a01 req-10e1f60d-ca5e-4c6e-b46d-7e0fe04abf30 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 1130 time: 0.0415854 Apr 12 13:17:04.233218 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b4e0ba2b-e1cc-47ee-ba9a-3ae2052c0a01 req-35509400-7147-4bd3-b3e9-9b0ca97815ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403113 Apr 12 13:17:04.279483 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-66f0aa66-9349-4a33-953c-344f8db5d1af tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:04.281470 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-66f0aa66-9349-4a33-953c-344f8db5d1af tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.0467520 Apr 12 13:17:04.287077 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024849b-82e0-4d46-8f98-839df96875c5 req-3f64d6f3-4a48-4930-8222-5bbf6f164c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:04.288621 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6024849b-82e0-4d46-8f98-839df96875c5 req-3f64d6f3-4a48-4930-8222-5bbf6f164c32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 200 len: 918 time: 0.0959809 Apr 12 13:17:04.550592 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Deleting port de665fec-4c6c-4129-81b8-66a4d972a84a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:04.550957 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:04.644529 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] For port de665fec-4c6c-4129-81b8-66a4d972a84a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=de665fec-4c6c-4129-81b8-66a4d972a84a,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:04.644801 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:04.669208 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6024849b-82e0-4d46-8f98-839df96875c5 req-21f72abe-007c-45b9-ba21-ebd3394fa277 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a822c3b-ec1d-4d14-b30d-5bc837caf399 HTTP/1.1" status: 200 len: 217 time: 0.0362668 Apr 12 13:17:04.681652 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab4a2e-7b90-444e-86c1-7f5a9d6a773f req-99d38396-b216-41ea-825a-53da7ba423bd tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:04.683112 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-56ab4a2e-7b90-444e-86c1-7f5a9d6a773f req-99d38396-b216-41ea-825a-53da7ba423bd tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 945 time: 0.2932932 Apr 12 13:17:04.732247 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-56ab4a2e-7b90-444e-86c1-7f5a9d6a773f req-55749648-4356-42dc-b425-0da9120c7fd3 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=995a75c2-0f1e-4a85-9672-d522d8d9169e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434244 Apr 12 13:17:04.812179 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a3daff8c-a852-44bb-b401-fe76ef124cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:04.864335 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:04.864681 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (34042a04-31ef-443a-8c52-76d5a35c32fb), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:04.864987 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Floating IP 34042a04-31ef-443a-8c52-76d5a35c32fb disassociated. External IP: 172.27.3.41, port: de665fec-4c6c-4129-81b8-66a4d972a84a. Apr 12 13:17:04.865365 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Calling delete_port for de665fec-4c6c-4129-81b8-66a4d972a84a owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:04.961213 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:04.963989 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7199fb1e-0db7-46af-9b79-413a2e265c36" -d '{"events": [{"server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "name": "network-vif-plugged", "status": "completed", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:05.001602 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (de665fec-4c6c-4129-81b8-66a4d972a84a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:05.001811 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d1b133-279a-4845-92c7-d7a1dff84537 x-openstack-request-id: req-47d1b133-279a-4845-92c7-d7a1dff84537 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:05.002587 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "name": "network-vif-plugged", "status": "completed", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:05.003873 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47d1b133-279a-4845-92c7-d7a1dff84537 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:05.004337 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d1b133-279a-4845-92c7-d7a1dff84537'] response: {'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'code': 200} Apr 12 13:17:05.032184 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event deleted for resources: {'Port': ['ID=de665fec-4c6c-4129-81b8-66a4d972a84a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:05.070852 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadd727-a38c-40f8-b7aa-335fd8cf7beb req-1e7b1c8a-39c9-4ef5-a2d8-7da0fa47d1c1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:05.072311 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-caadd727-a38c-40f8-b7aa-335fd8cf7beb req-1e7b1c8a-39c9-4ef5-a2d8-7da0fa47d1c1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0978134 Apr 12 13:17:05.082280 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024849b-82e0-4d46-8f98-839df96875c5 req-9f0d7e7d-1508-4d1e-93f1-f2793823797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:05.083662 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6024849b-82e0-4d46-8f98-839df96875c5 req-9f0d7e7d-1508-4d1e-93f1-f2793823797b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 200 len: 857 time: 0.0955958 Apr 12 13:17:05.151961 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-caadd727-a38c-40f8-b7aa-335fd8cf7beb req-864dcd19-388f-4703-9759-8659720013ae tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723307 Apr 12 13:17:05.160610 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Router b72da630-1f57-486e-81e0-ba92859f4293 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:05.173534 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024849b-82e0-4d46-8f98-839df96875c5 req-61a9f56a-00a7-467a-b2ad-68a9e1d4e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:05.175169 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6024849b-82e0-4d46-8f98-839df96875c5 req-61a9f56a-00a7-467a-b2ad-68a9e1d4e4a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4633092b-bba4-4f90-b57d-45ae14e87d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612688 Apr 12 13:17:05.278575 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f366ace-6a6e-4e5d-ac43-2baeb9b0eb4e req-27116ae9-98c9-4370-842f-d45dadacdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:05.280139 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7f366ace-6a6e-4e5d-ac43-2baeb9b0eb4e req-27116ae9-98c9-4370-842f-d45dadacdbe6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 1129 time: 0.0742986 Apr 12 13:17:05.304859 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:05.307437 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93662ac-cef8-481a-a6b1-1b933c418469 req-3c9b1f72-c263-481d-9870-73ca175adeeb tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:05.308939 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d93662ac-cef8-481a-a6b1-1b933c418469 req-3c9b1f72-c263-481d-9870-73ca175adeeb tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 946 time: 0.0616446 Apr 12 13:17:05.317527 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] Sync routers for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:05.329253 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:05.330202 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:16:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:05.342276 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6024849b-82e0-4d46-8f98-839df96875c5 req-c609a351-5d23-4ccb-8422-ab70387424b6 service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500034 Apr 12 13:17:05.350968 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] No DVR routers for this DVR port de665fec-4c6c-4129-81b8-66a4d972a84a on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:17:05.353514 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:05.356810 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-940baf6c-187e-4579-89e4-1f2a72a66d26 req-95ad1b02-2388-4572-8474-9227b925e1e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "DELETE /v2.0/ports/de665fec-4c6c-4129-81b8-66a4d972a84a HTTP/1.1" status: 204 len: 173 time: 0.8904071 Apr 12 13:17:05.357289 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'name': 'network-vif-deleted', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:05.360072 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a52338-7f02-48eb-9b79-15f9f6e08429" -d '{"events": [{"server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "name": "network-vif-deleted", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:05.377210 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d93662ac-cef8-481a-a6b1-1b933c418469 req-3ea59ee4-6d42-4849-bf6f-ac5eba592f23 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570908 Apr 12 13:17:05.404221 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331d7518-0a28-49cb-8c20-c2eadb50bf5e x-openstack-request-id: req-331d7518-0a28-49cb-8c20-c2eadb50bf5e {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:05.404510 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deb682b-cb86-4666-8b5f-ba75ce78273e", "name": "network-vif-deleted", "tag": "de665fec-4c6c-4129-81b8-66a4d972a84a", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:05.404765 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-331d7518-0a28-49cb-8c20-c2eadb50bf5e {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:05.405167 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331d7518-0a28-49cb-8c20-c2eadb50bf5e'] response: {'server_uuid': '5deb682b-cb86-4666-8b5f-ba75ce78273e', 'name': 'network-vif-deleted', 'tag': 'de665fec-4c6c-4129-81b8-66a4d972a84a', 'status': 'completed', 'code': 200} Apr 12 13:17:05.455440 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:05.648712 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:15Z', 'revision_number': 5, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:05.676142 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] Checking router: b72da630-1f57-486e-81e0-ba92859f4293 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:05.684467 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:05.685070 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:16:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:05.804445 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:05.844977 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-92147653-c783-40d9-88c5-b970b5e0f56e req-8d037db4-f4a0-450a-b243-2de9638ffb66 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=5deb682b-cb86-4666-8b5f-ba75ce78273e HTTP/1.1" status: 200 len: 210 time: 0.0420322 Apr 12 13:17:05.891963 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7f366ace-6a6e-4e5d-ac43-2baeb9b0eb4e req-7cc16457-7a2a-4b7e-9383-bcac551d4ef6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715556 Apr 12 13:17:05.934883 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6024849b-82e0-4d46-8f98-839df96875c5 req-f6ab7f0b-ba68-4bab-b30e-426009770daf service neutron] 10.222.0.26 "GET /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012309 Apr 12 13:17:06.022136 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:15Z', 'revision_number': 5, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:06.048078 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6c278-1de9-4b46-bd19-e24b378c6783 None None] The sync data for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi is: [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:12:08Z', 'revision_number': 4, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'd17f3bf7-bd71-4231-ac3b-ebb9be120cd0', 'name': '', 'network_id': '4633092b-bba4-4f90-b57d-45ae14e87d1a', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'mac_address': 'fa:16:3e:18:5d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:05Z', 'updated_at': '2022-04-12T13:12:15Z', 'revision_number': 5, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'subnets': [{'id': '61c78fbe-9723-4d68-b18e-50470248f98f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:06.275779 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfbb962-0075-4fff-83bc-7b4e785737b8 None None] New status for floating IP 34042a04-31ef-443a-8c52-76d5a35c32fb: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:17:06.284072 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f1019-d647-4aef-9e9b-d57649c09457 req-eb7d1237-2532-4b0e-9c54-06f3be05d48b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:06.285598 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f1f1019-d647-4aef-9e9b-d57649c09457 req-eb7d1237-2532-4b0e-9c54-06f3be05d48b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0552306 Apr 12 13:17:06.333327 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0f1f1019-d647-4aef-9e9b-d57649c09457 req-2490ab64-72a4-405e-969a-d136d5d4d211 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Apr 12 13:17:06.490986 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9cef9-92ca-4177-a1b4-56891cdf4ebe req-2e7e8cc3-e2be-4a2a-b9b3-7ae1c959241a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:06.492467 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8fc9cef9-92ca-4177-a1b4-56891cdf4ebe req-2e7e8cc3-e2be-4a2a-b9b3-7ae1c959241a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 946 time: 0.0471144 Apr 12 13:17:06.540435 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8fc9cef9-92ca-4177-a1b4-56891cdf4ebe req-27abcf65-c7a5-4023-a634-ada0092513a5 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420790 Apr 12 13:17:06.648931 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e81a2-24bf-4749-9e8e-83685862c8d0 req-8e9a1efd-0243-4e47-947d-111a7c6a3fea tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:06.650411 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d06e81a2-24bf-4749-9e8e-83685862c8d0 req-8e9a1efd-0243-4e47-947d-111a7c6a3fea tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 946 time: 0.0481226 Apr 12 13:17:06.659385 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56652) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:06.663694 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ca29e3c2-87a1-486f-9899-380e4603f627 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Request body: {'floatingip': {'port_id': '7f22245f-175a-4b2e-9173-2406596ed856'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:06.704229 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca29e3c2-87a1-486f-9899-380e4603f627 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (aee6e4c9-186f-450f-8cfe-abc26d70fef7), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:06.942459 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56658) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:06.996345 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a577bee2-09fe-4978-8904-02f1b86afeca tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group (995a75c2-0f1e-4a85-9672-d522d8d9169e), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.020292 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a577bee2-09fe-4978-8904-02f1b86afeca tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group (995a75c2-0f1e-4a85-9672-d522d8d9169e), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.080202 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a577bee2-09fe-4978-8904-02f1b86afeca tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (995a75c2-0f1e-4a85-9672-d522d8d9169e), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.082612 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6cc07b38-0077-43f8-9b7e-5a607b3eae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.083389 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a577bee2-09fe-4978-8904-02f1b86afeca tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.084639 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a577bee2-09fe-4978-8904-02f1b86afeca tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "DELETE /v2.0/security-groups/995a75c2-0f1e-4a85-9672-d522d8d9169e HTTP/1.1" status: 204 len: 168 time: 0.1411865 Apr 12 13:17:07.089161 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56660) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:07.094598 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577bee2-09fe-4978-8904-02f1b86afeca tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=995a75c2-0f1e-4a85-9672-d522d8d9169e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:07.129415 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.api.v2.resource [None req-6825427d-ea61-4fa8-b96f-bb45b297eefe tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] show failed (client error): The resource could not be found. Apr 12 13:17:07.130364 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6825427d-ea61-4fa8-b96f-bb45b297eefe tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups/995a75c2-0f1e-4a85-9672-d522d8d9169e HTTP/1.1" status: 404 len: 347 time: 0.0400989 Apr 12 13:17:07.133154 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56662) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:07.194030 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca29e3c2-87a1-486f-9899-380e4603f627 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.198119 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca29e3c2-87a1-486f-9899-380e4603f627 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (aee6e4c9-186f-450f-8cfe-abc26d70fef7), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.249243 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d4ac2-18b0-40e3-927b-09a944d6dc3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Deleting port b2b2413e-39d8-4765-9d93-1b35226ccad6 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:07.250190 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4ac2-18b0-40e3-927b-09a944d6dc3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (b2b2413e-39d8-4765-9d93-1b35226ccad6), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.300944 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-ca29e3c2-87a1-486f-9899-380e4603f627 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Floating IP aee6e4c9-186f-450f-8cfe-abc26d70fef7 associated. External IP: 172.27.3.133, port: 7f22245f-175a-4b2e-9173-2406596ed856. Apr 12 13:17:07.493487 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cfc28-7800-4a58-893b-48dcbe7581a1 req-6b097d29-86c6-4355-bd6d-dee67449c574 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:07.495324 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-175cfc28-7800-4a58-893b-48dcbe7581a1 req-6b097d29-86c6-4355-bd6d-dee67449c574 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0868840 Apr 12 13:17:07.559347 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4ac2-18b0-40e3-927b-09a944d6dc3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (b2b2413e-39d8-4765-9d93-1b35226ccad6), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.559663 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4ac2-18b0-40e3-927b-09a944d6dc3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for floatingip (b2b2413e-39d8-4765-9d93-1b35226ccad6), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.574491 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d4ac2-18b0-40e3-927b-09a944d6dc3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Calling delete_port for b2b2413e-39d8-4765-9d93-1b35226ccad6 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:07.596255 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-175cfc28-7800-4a58-893b-48dcbe7581a1 req-1e3fcd85-0c25-44c2-a04d-c2821f97ee63 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923872 Apr 12 13:17:07.605222 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca29e3c2-87a1-486f-9899-380e4603f627 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Router 84387054-c204-4e51-a012-8d4d770ccf81 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:07.720612 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca29e3c2-87a1-486f-9899-380e4603f627 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:07.723325 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4ac2-18b0-40e3-927b-09a944d6dc3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (b2b2413e-39d8-4765-9d93-1b35226ccad6), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.726770 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca29e3c2-87a1-486f-9899-380e4603f627 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.732941 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] Sync routers for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:07.746076 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:07.746608 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:07.755018 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d4ac2-18b0-40e3-927b-09a944d6dc3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event deleted for resources: {'Port': ['ID=b2b2413e-39d8-4765-9d93-1b35226ccad6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:07.773776 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ca29e3c2-87a1-486f-9899-380e4603f627 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "PUT /v2.0/floatingips/aee6e4c9-186f-450f-8cfe-abc26d70fef7 HTTP/1.1" status: 200 len: 992 time: 1.1132329 Apr 12 13:17:07.774910 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'tag': '7f22245f-175a-4b2e-9173-2406596ed856'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:07.778287 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672f1101-9c41-4bad-9661-ea7e335bf22a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9afdc5-f9c6-4ab6-92d6-72aebba95e54", "tag": "7f22245f-175a-4b2e-9173-2406596ed856"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:07.816139 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa999a55-266a-400f-b2b5-e865453d6e99 x-openstack-request-id: req-aa999a55-266a-400f-b2b5-e865453d6e99 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:07.816455 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9afdc5-f9c6-4ab6-92d6-72aebba95e54", "tag": "7f22245f-175a-4b2e-9173-2406596ed856", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:07.816708 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa999a55-266a-400f-b2b5-e865453d6e99 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:07.817115 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa999a55-266a-400f-b2b5-e865453d6e99'] response: {'name': 'network-changed', 'server_uuid': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'tag': '7f22245f-175a-4b2e-9173-2406596ed856', 'status': 'completed', 'code': 200} Apr 12 13:17:07.823512 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4ac2-18b0-40e3-927b-09a944d6dc3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks [] for floatingip (34042a04-31ef-443a-8c52-76d5a35c32fb), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.826307 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a3d4ac2-18b0-40e3-927b-09a944d6dc3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:07.827318 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5a3d4ac2-18b0-40e3-927b-09a944d6dc3e tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "DELETE /v2.0/floatingips/34042a04-31ef-443a-8c52-76d5a35c32fb HTTP/1.1" status: 204 len: 168 time: 0.6930680 Apr 12 13:17:07.869059 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:07.878997 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-b2a740b1-d463-41f6-9894-0a98a38e399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:07.880585 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-b2a740b1-d463-41f6-9894-0a98a38e399d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=50ece71a09a94851833df1d109311c97&device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 1130 time: 0.0423696 Apr 12 13:17:07.987213 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-60bee71f-4d73-4465-956b-4e1e2f3b4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:07.988683 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-60bee71f-4d73-4465-956b-4e1e2f3b4b08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 200 len: 911 time: 0.1013505 Apr 12 13:17:08.054547 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-09cbb655-c152-4db5-98bb-c659c2bc0a7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f22245f-175a-4b2e-9173-2406596ed856 HTTP/1.1" status: 200 len: 1000 time: 0.0598221 Apr 12 13:17:08.108202 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-776da840-4eef-46d1-9c1a-ae05af513171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:08.110236 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-776da840-4eef-46d1-9c1a-ae05af513171 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=15b5014d-00df-4c61-a675-ebbc17295068 HTTP/1.1" status: 200 len: 850 time: 0.0495336 Apr 12 13:17:08.161111 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': 'aee6e4c9-186f-450f-8cfe-abc26d70fef7', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'port_id': '7f22245f-175a-4b2e-9173-2406596ed856', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'mac_address': 'fa:16:3e:2a:a5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:52Z', 'updated_at': '2022-04-12T13:17:07Z', 'revision_number': 1, 'project_id': '50ece71a09a94851833df1d109311c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:08.161751 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-8b861358-64a5-45bf-a38a-4700428dd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:08.162912 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-8b861358-64a5-45bf-a38a-4700428dd181 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=338fa43e-63c7-4e02-92fe-2483c828b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421710 Apr 12 13:17:08.192300 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] Checking router: 84387054-c204-4e51-a012-8d4d770ccf81 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:08.200782 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:08.201432 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:08.254519 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-6d783e64-da33-4b6d-a294-02171d2b83ba service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852396 Apr 12 13:17:08.310777 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:08.353219 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-672f1101-9c41-4bad-9661-ea7e335bf22a req-f359056a-e70c-4047-bcf6-44985f755f6d service neutron] 10.222.0.26 "GET /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902112 Apr 12 13:17:08.523534 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': 'aee6e4c9-186f-450f-8cfe-abc26d70fef7', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'port_id': '7f22245f-175a-4b2e-9173-2406596ed856', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'mac_address': 'fa:16:3e:2a:a5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:52Z', 'updated_at': '2022-04-12T13:17:07Z', 'revision_number': 1, 'project_id': '50ece71a09a94851833df1d109311c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:08.553673 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45fb976-fd16-4d89-a308-02422a4d6661 None None] The sync data for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi is: [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': 'aee6e4c9-186f-450f-8cfe-abc26d70fef7', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'port_id': '7f22245f-175a-4b2e-9173-2406596ed856', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'mac_address': 'fa:16:3e:2a:a5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:52Z', 'updated_at': '2022-04-12T13:17:07Z', 'revision_number': 1, 'project_id': '50ece71a09a94851833df1d109311c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:08.718028 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:08.726371 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8a79a-2a80-4872-86b0-d4f637c929e9 req-b7eac662-4882-4042-a242-9c42b8ff16e4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:08.727883 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dbd8a79a-2a80-4872-86b0-d4f637c929e9 req-b7eac662-4882-4042-a242-9c42b8ff16e4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0525277 Apr 12 13:17:08.739545 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c11ed1-b9d8-4b1d-9694-2f4fd23b1534 None None] New status for floating IP aee6e4c9-186f-450f-8cfe-abc26d70fef7: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:17:08.775219 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device de665fec-4c6c-4129-81b8-66a4d972a84a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:08.781731 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dbd8a79a-2a80-4872-86b0-d4f637c929e9 req-acf35341-d22f-40ae-b3c3-348c6945fe09 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479097 Apr 12 13:17:08.910724 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd099804-13b8-4a81-aea8-a80152ab1950 req-c611c134-15bd-4683-86d0-da501dfa1466 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:08.912334 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dd099804-13b8-4a81-aea8-a80152ab1950 req-c611c134-15bd-4683-86d0-da501dfa1466 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0547218 Apr 12 13:17:08.920827 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: de665fec-4c6c-4129-81b8-66a4d972a84a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:08.921234 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device de665fec-4c6c-4129-81b8-66a4d972a84a not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:08.923031 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56678) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:08.928104 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-20bea427-ea60-4c1a-909e-8c5c70d0a929 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Request body: {'floatingip': {'port_id': '65d07b95-db5d-4e34-9b11-6073ad52d64e'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:08.967649 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20bea427-ea60-4c1a-909e-8c5c70d0a929 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (0b627dbd-46c3-4392-8c3f-562b5e088fb7), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:09.661144 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20bea427-ea60-4c1a-909e-8c5c70d0a929 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:09.664935 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20bea427-ea60-4c1a-909e-8c5c70d0a929 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (0b627dbd-46c3-4392-8c3f-562b5e088fb7), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:09.772841 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-20bea427-ea60-4c1a-909e-8c5c70d0a929 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Floating IP 0b627dbd-46c3-4392-8c3f-562b5e088fb7 associated. External IP: 172.27.3.24, port: 65d07b95-db5d-4e34-9b11-6073ad52d64e. Apr 12 13:17:09.996659 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bea427-ea60-4c1a-909e-8c5c70d0a929 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Router 1ad798b5-7f5e-4a3a-a145-da5e84050327 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:10.110522 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bea427-ea60-4c1a-909e-8c5c70d0a929 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:10.114952 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20bea427-ea60-4c1a-909e-8c5c70d0a929 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:10.122673 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] Sync routers for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:10.133680 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:10.134337 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:10.146624 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-20bea427-ea60-4c1a-909e-8c5c70d0a929 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "PUT /v2.0/floatingips/0b627dbd-46c3-4392-8c3f-562b5e088fb7 HTTP/1.1" status: 200 len: 990 time: 1.2220058 Apr 12 13:17:10.147151 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:10.149511 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab9f7fb-f058-47eb-9907-6fe2160044c9" -d '{"events": [{"name": "network-changed", "server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:10.193831 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca82a31-a95a-4e7a-8fb3-447da3bd1f37 x-openstack-request-id: req-0ca82a31-a95a-4e7a-8fb3-447da3bd1f37 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:10.194245 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:10.194507 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0ca82a31-a95a-4e7a-8fb3-447da3bd1f37 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:10.194925 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca82a31-a95a-4e7a-8fb3-447da3bd1f37'] response: {'name': 'network-changed', 'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'status': 'completed', 'code': 200} Apr 12 13:17:10.252249 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:10.264341 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-86466ce4-d9e3-4d48-aaa6-c56a6949c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:10.266302 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-86466ce4-d9e3-4d48-aaa6-c56a6949c57f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 1129 time: 0.0462170 Apr 12 13:17:10.347188 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db81d3-a5ea-4638-b52e-489cf481ec04 req-88259be0-96b2-4b97-b005-1ea6a5d32eab tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:10.348790 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-78db81d3-a5ea-4638-b52e-489cf481ec04 req-88259be0-96b2-4b97-b005-1ea6a5d32eab tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0480018 Apr 12 13:17:10.396265 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-78db81d3-a5ea-4638-b52e-489cf481ec04 req-0a8e7c1f-dff6-447e-a2ee-00bee2c14105 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414248 Apr 12 13:17:10.480816 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '0b627dbd-46c3-4392-8c3f-562b5e088fb7', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'port_id': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'mac_address': 'fa:16:3e:33:dc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866acb09-6961-45f5-8829-112fec8ce6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:52Z', 'updated_at': '2022-04-12T13:17:09Z', 'revision_number': 1, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:10.506960 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] Checking router: 1ad798b5-7f5e-4a3a-a145-da5e84050327 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:10.515038 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:10.515640 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:10.626265 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:10.636227 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:10.849352 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '0b627dbd-46c3-4392-8c3f-562b5e088fb7', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'port_id': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'mac_address': 'fa:16:3e:33:dc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866acb09-6961-45f5-8829-112fec8ce6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:52Z', 'updated_at': '2022-04-12T13:17:09Z', 'revision_number': 1, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:10.877205 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809780a-c72a-4894-9d64-6ec20d9c7197 None None] The sync data for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi is: [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '0b627dbd-46c3-4392-8c3f-562b5e088fb7', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'port_id': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'mac_address': 'fa:16:3e:33:dc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866acb09-6961-45f5-8829-112fec8ce6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:16:52Z', 'updated_at': '2022-04-12T13:17:09Z', 'revision_number': 1, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:11.060929 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5582a26-7433-4fe7-a14a-5975b8fe55e7 None None] New status for floating IP 0b627dbd-46c3-4392-8c3f-562b5e088fb7: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:17:11.514421 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c486cc-98b6-447e-9ada-10cdd042a7f5 req-50e9d040-5fe0-47d9-b7c5-c8f14b321bd0 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:11.515887 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c3c486cc-98b6-447e-9ada-10cdd042a7f5 req-50e9d040-5fe0-47d9-b7c5-c8f14b321bd0 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0512824 Apr 12 13:17:11.561557 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c3c486cc-98b6-447e-9ada-10cdd042a7f5 req-1ea0194a-bb33-44c3-801d-4bddd61ba351 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400643 Apr 12 13:17:11.672760 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:12.385611 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-728cb243-799f-45d0-83ae-12aed4c57a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:12.386994 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-728cb243-799f-45d0-83ae-12aed4c57a50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 917 time: 0.0884066 Apr 12 13:17:12.582628 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-7114c62f-efc9-466f-8bdb-f313c4140b8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e HTTP/1.1" status: 200 len: 1000 time: 0.0630074 Apr 12 13:17:12.635744 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-fbd73f21-33fc-4f59-b91e-3a77b701cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:12.637155 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-fbd73f21-33fc-4f59-b91e-3a77b701cde6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0450628 Apr 12 13:17:12.692824 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-8bb2c02f-c4db-49f9-b3a5-e4248faddc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:12.694481 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-8bb2c02f-c4db-49f9-b3a5-e4248faddc8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420525 Apr 12 13:17:12.746553 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719875ed-0330-4f78-97e1-6a0bea35963f req-84bc4fa5-8b72-47b7-9875-fc41303346dc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:12.747993 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-719875ed-0330-4f78-97e1-6a0bea35963f req-84bc4fa5-8b72-47b7-9875-fc41303346dc tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0945733 Apr 12 13:17:12.811567 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d039395-7b1f-4228-a8ab-ba1d1d697322 req-9f0662b1-2268-4db0-9b2e-f0c8ac93333b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:12.813596 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0d039395-7b1f-4228-a8ab-ba1d1d697322 req-9f0662b1-2268-4db0-9b2e-f0c8ac93333b tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=e32261e8-dfa3-48f0-8e74-5a5c16624545 HTTP/1.1" status: 200 len: 945 time: 0.0553982 Apr 12 13:17:12.838717 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-719875ed-0330-4f78-97e1-6a0bea35963f req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Deleting port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:12.839053 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-719875ed-0330-4f78-97e1-6a0bea35963f req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:12.841590 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-dc0ff7dc-a51f-433d-bbf6-a09f038965b7 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408458 Apr 12 13:17:12.897998 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0d039395-7b1f-4228-a8ab-ba1d1d697322 req-c20e7b91-8791-48b2-87bf-79749357c0d4 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741141 Apr 12 13:17:12.928584 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-719875ed-0330-4f78-97e1-6a0bea35963f req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] For port 3a822c3b-ec1d-4d14-b30d-5bc837caf399, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3a822c3b-ec1d-4d14-b30d-5bc837caf399,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:12.928938 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-719875ed-0330-4f78-97e1-6a0bea35963f req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:12.946537 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-719875ed-0330-4f78-97e1-6a0bea35963f req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Calling delete_port for 3a822c3b-ec1d-4d14-b30d-5bc837caf399 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:12.953279 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aab9f7fb-f058-47eb-9907-6fe2160044c9 req-0ccc2597-52da-4159-b28d-5a5aa22f28f0 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038632 Apr 12 13:17:13.071126 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-719875ed-0330-4f78-97e1-6a0bea35963f req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (3a822c3b-ec1d-4d14-b30d-5bc837caf399), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:13.084826 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['3a822c3b-ec1d-4d14-b30d-5bc837caf399', '2f80f6e0-9f01-4610-990b-aa32bbe1954a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:17:13.107356 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event deleted for resources: {'Port': ['ID=3a822c3b-ec1d-4d14-b30d-5bc837caf399,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:13.116609 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.116958 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.117338 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.118162 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.118162 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.118383 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.118608 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.118929 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.119242 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.119556 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.119870 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.120499 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.120499 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.120787 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.121097 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:13.162589 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-719875ed-0330-4f78-97e1-6a0bea35963f req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] No DVR routers for this DVR port 3a822c3b-ec1d-4d14-b30d-5bc837caf399 on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:17:13.165683 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-719875ed-0330-4f78-97e1-6a0bea35963f req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:13.169452 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-719875ed-0330-4f78-97e1-6a0bea35963f req-a04544ca-bfb9-4b78-a9b5-49e9ced0dde8 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "DELETE /v2.0/ports/3a822c3b-ec1d-4d14-b30d-5bc837caf399 HTTP/1.1" status: 204 len: 173 time: 0.4153743 Apr 12 13:17:13.169930 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32261e8-dfa3-48f0-8e74-5a5c16624545', 'name': 'network-vif-deleted', 'tag': '3a822c3b-ec1d-4d14-b30d-5bc837caf399'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:13.174013 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06f37ab-2843-40ea-bdbe-8d2a4ec5cd78" -d '{"events": [{"server_uuid": "e32261e8-dfa3-48f0-8e74-5a5c16624545", "name": "network-vif-deleted", "tag": "3a822c3b-ec1d-4d14-b30d-5bc837caf399"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:13.213745 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa64dde-0d7f-411a-a589-971d7a557255 x-openstack-request-id: req-4aa64dde-0d7f-411a-a589-971d7a557255 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:13.214097 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32261e8-dfa3-48f0-8e74-5a5c16624545", "name": "network-vif-deleted", "tag": "3a822c3b-ec1d-4d14-b30d-5bc837caf399", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:13.214418 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4aa64dde-0d7f-411a-a589-971d7a557255 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:13.214905 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa64dde-0d7f-411a-a589-971d7a557255'] response: {'server_uuid': 'e32261e8-dfa3-48f0-8e74-5a5c16624545', 'name': 'network-vif-deleted', 'tag': '3a822c3b-ec1d-4d14-b30d-5bc837caf399', 'status': 'completed', 'code': 200} Apr 12 13:17:13.234963 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:17:14.162991 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2df25-e4a0-4b0c-adda-1c718b3314d9 req-477c458f-0b1e-4fb8-87aa-0e6b62038d55 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:14.164418 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f2c2df25-e4a0-4b0c-adda-1c718b3314d9 req-477c458f-0b1e-4fb8-87aa-0e6b62038d55 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0492649 Apr 12 13:17:14.210447 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f2c2df25-e4a0-4b0c-adda-1c718b3314d9 req-92208832-9b26-4314-947b-49f673271285 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404346 Apr 12 13:17:15.333610 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cc9db-c74a-475b-bfe9-f9de67c4ae28 req-a9008bc6-d0cd-4f82-a8e7-23c0901f6308 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:15.335091 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5c7cc9db-c74a-475b-bfe9-f9de67c4ae28 req-a9008bc6-d0cd-4f82-a8e7-23c0901f6308 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0586677 Apr 12 13:17:15.381124 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5c7cc9db-c74a-475b-bfe9-f9de67c4ae28 req-a405fcb7-01fd-4636-8060-7f7d25e8ea7f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Apr 12 13:17:16.493013 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88411a-1a13-4422-b780-07ff529d1aa1 req-fbe4eec0-1c86-4fda-ba21-7342c70ffe2f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:16.494492 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea88411a-1a13-4422-b780-07ff529d1aa1 req-fbe4eec0-1c86-4fda-ba21-7342c70ffe2f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0468233 Apr 12 13:17:16.540360 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea88411a-1a13-4422-b780-07ff529d1aa1 req-580c96fa-3a0d-4bd6-bff4-85a833a39637 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Apr 12 13:17:16.846345 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 3a822c3b-ec1d-4d14-b30d-5bc837caf399 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:16.867026 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 3a822c3b-ec1d-4d14-b30d-5bc837caf399 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:16.867370 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 3a822c3b-ec1d-4d14-b30d-5bc837caf399 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:17.426523 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4029758-dd43-47f1-9298-42cb954d010e req-6a0df0f6-f6b7-4b7f-bc34-2b7f7ffa8b6f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:17.427858 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-a4029758-dd43-47f1-9298-42cb954d010e req-6a0df0f6-f6b7-4b7f-bc34-2b7f7ffa8b6f tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0453539 Apr 12 13:17:17.522337 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a4029758-dd43-47f1-9298-42cb954d010e req-649089db-6122-4ebb-a861-ac84d082c8e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Deleting port 2f80f6e0-9f01-4610-990b-aa32bbe1954a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:17.522693 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a4029758-dd43-47f1-9298-42cb954d010e req-649089db-6122-4ebb-a861-ac84d082c8e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:17.610576 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a4029758-dd43-47f1-9298-42cb954d010e req-649089db-6122-4ebb-a861-ac84d082c8e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] For port 2f80f6e0-9f01-4610-990b-aa32bbe1954a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=2f80f6e0-9f01-4610-990b-aa32bbe1954a,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:17.610935 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a4029758-dd43-47f1-9298-42cb954d010e req-649089db-6122-4ebb-a861-ac84d082c8e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:17.624959 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a4029758-dd43-47f1-9298-42cb954d010e req-649089db-6122-4ebb-a861-ac84d082c8e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Calling delete_port for 2f80f6e0-9f01-4610-990b-aa32bbe1954a owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:17.656223 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82666e71-299b-4199-aeb7-d16cbf5a91fa req-c2af4434-16a5-4d03-9eb6-1a71f91b3696 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:17.657737 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-82666e71-299b-4199-aeb7-d16cbf5a91fa req-c2af4434-16a5-4d03-9eb6-1a71f91b3696 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c514c16-df7b-484e-b70b-e35a567be566 HTTP/1.1" status: 200 len: 945 time: 0.0506561 Apr 12 13:17:17.704800 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-82666e71-299b-4199-aeb7-d16cbf5a91fa req-f3c041aa-ff3c-47bb-aa8c-30821880f078 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.47 "GET /v2.0/security-groups?id=ed894dd0-40c1-4724-a087-93f9c2306294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414059 Apr 12 13:17:17.756350 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a4029758-dd43-47f1-9298-42cb954d010e req-649089db-6122-4ebb-a861-ac84d082c8e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (2f80f6e0-9f01-4610-990b-aa32bbe1954a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:17.768211 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['2f80f6e0-9f01-4610-990b-aa32bbe1954a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:17:17.782383 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649089db-6122-4ebb-a861-ac84d082c8e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Pushing event deleted for resources: {'Port': ['ID=2f80f6e0-9f01-4610-990b-aa32bbe1954a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:17.827344 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4029758-dd43-47f1-9298-42cb954d010e req-649089db-6122-4ebb-a861-ac84d082c8e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] No DVR routers for this DVR port 2f80f6e0-9f01-4610-990b-aa32bbe1954a on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:17:17.829894 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a4029758-dd43-47f1-9298-42cb954d010e req-649089db-6122-4ebb-a861-ac84d082c8e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:17.833164 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-a4029758-dd43-47f1-9298-42cb954d010e req-649089db-6122-4ebb-a861-ac84d082c8e5 tempest-ServerRescueNegativeTestJSON-2037079420 tempest-ServerRescueNegativeTestJSON-2037079420-project] 10.222.0.26 "DELETE /v2.0/ports/2f80f6e0-9f01-4610-990b-aa32bbe1954a HTTP/1.1" status: 204 len: 173 time: 0.3913891 Apr 12 13:17:17.833652 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c514c16-df7b-484e-b70b-e35a567be566', 'name': 'network-vif-deleted', 'tag': '2f80f6e0-9f01-4610-990b-aa32bbe1954a'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:17.835846 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3079983b-165f-49f9-b988-b34fa1d82fa0" -d '{"events": [{"server_uuid": "0c514c16-df7b-484e-b70b-e35a567be566", "name": "network-vif-deleted", "tag": "2f80f6e0-9f01-4610-990b-aa32bbe1954a"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:17.875685 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c572cc-38fa-461c-8c50-b7b2ffebada4 x-openstack-request-id: req-d2c572cc-38fa-461c-8c50-b7b2ffebada4 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:17.875976 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c514c16-df7b-484e-b70b-e35a567be566", "name": "network-vif-deleted", "tag": "2f80f6e0-9f01-4610-990b-aa32bbe1954a", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:17.876232 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d2c572cc-38fa-461c-8c50-b7b2ffebada4 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:17.876660 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c572cc-38fa-461c-8c50-b7b2ffebada4'] response: {'server_uuid': '0c514c16-df7b-484e-b70b-e35a567be566', 'name': 'network-vif-deleted', 'tag': '2f80f6e0-9f01-4610-990b-aa32bbe1954a', 'status': 'completed', 'code': 200} Apr 12 13:17:18.760344 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56726) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:19.253649 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693169'] for router_interface (b72da630-1f57-486e-81e0-ba92859f4293), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:19.748887 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Deleting port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:19.749275 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:19.825430 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] For port d17f3bf7-bd71-4231-ac3b-ebb9be120cd0, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=d17f3bf7-bd71-4231-ac3b-ebb9be120cd0,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:19.826132 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:19.839263 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Calling delete_port for d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:20.016863 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (d17f3bf7-bd71-4231-ac3b-ebb9be120cd0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:20.044872 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d17f3bf7-bd71-4231-ac3b-ebb9be120cd0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:20.056692 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.057046 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.057411 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.057749 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.058080 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.058408 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.058732 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.059054 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.059392 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.059703 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.060023 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.060348 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.060666 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.060980 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.061335 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:20.229356 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693021'] for router_interface (b72da630-1f57-486e-81e0-ba92859f4293), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:20.442539 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Router b72da630-1f57-486e-81e0-ba92859f4293 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:20.548675 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:20.555483 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7c266ad6-0b33-4c33-bf0a-2b7e6f266c6c admin admin] 10.222.0.47 "PUT /v2.0/routers/b72da630-1f57-486e-81e0-ba92859f4293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7941043 Apr 12 13:17:20.556252 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56730) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:20.557970 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] Sync routers for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:20.570035 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:20.570647 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:20.662079 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Publish callbacks [] for router (b72da630-1f57-486e-81e0-ba92859f4293), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:20.676934 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:20.772078 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Publish callbacks [] for router_gateway (b72da630-1f57-486e-81e0-ba92859f4293), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:20.816131 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Deleting port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:20.816465 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:20.848031 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:17:19Z', 'revision_number': 5, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port': {'id': '9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:8a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:00Z', 'updated_at': '2022-04-12T13:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:20.882957 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] Checking router: b72da630-1f57-486e-81e0-ba92859f4293 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:20.891412 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] Routers {'b72da630-1f57-486e-81e0-ba92859f4293'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:20.892028 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['b72da630-1f57-486e-81e0-ba92859f4293'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:20.892250 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] For port 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:20.892734 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:20.910037 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Calling delete_port for 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:20.978431 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] Set router b72da630-1f57-486e-81e0-ba92859f4293 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:21.079398 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.106166 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:21.159137 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:17:20Z', 'revision_number': 6, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port_host': None}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:21.175267 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692475'] for router_gateway (b72da630-1f57-486e-81e0-ba92859f4293), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.187653 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d722e31d-0ef2-47ef-9f5d-702813865a26 None None] The sync data for ids ['b72da630-1f57-486e-81e0-ba92859f4293'] in dv-cinder-830096-4-iscsi is: [{'id': 'b72da630-1f57-486e-81e0-ba92859f4293', 'name': 'tempest-ServerRescueNegativeTestJSON-330333234-router', 'tenant_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:11:59Z', 'updated_at': '2022-04-12T13:17:20Z', 'revision_number': 6, 'project_id': 'bd7b3eeb96664fbbb983fb4bdd1b557d', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:21.281804 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2713'] for router (b72da630-1f57-486e-81e0-ba92859f4293), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.284090 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Publish callbacks [] for router_controller (b72da630-1f57-486e-81e0-ba92859f4293), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.349271 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666460'] for router (b72da630-1f57-486e-81e0-ba92859f4293), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.349709 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b72da630-1f57-486e-81e0-ba92859f4293 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:17:21.354709 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.355826 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-10beb5d4-a198-4efd-85ee-9ff50a18ea7c admin admin] 10.222.0.47 "DELETE /v2.0/routers/b72da630-1f57-486e-81e0-ba92859f4293 HTTP/1.1" status: 204 len: 168 time: 0.7986767 Apr 12 13:17:21.358254 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56734) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:21.400391 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38b6b2d-e55b-440a-b73d-554a1112a47a admin admin] Deleting subnet 61c78fbe-9723-4d68-b18e-50470248f98f {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:17:21.403960 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f38b6b2d-e55b-440a-b73d-554a1112a47a admin admin] Publish callbacks [] for subnet (61c78fbe-9723-4d68-b18e-50470248f98f), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.438333 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f38b6b2d-e55b-440a-b73d-554a1112a47a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11875436'] for subnet (61c78fbe-9723-4d68-b18e-50470248f98f), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.546477 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f38b6b2d-e55b-440a-b73d-554a1112a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (61c78fbe-9723-4d68-b18e-50470248f98f), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.603251 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f38b6b2d-e55b-440a-b73d-554a1112a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11835036'] for subnet (61c78fbe-9723-4d68-b18e-50470248f98f), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.632438 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b6b2d-e55b-440a-b73d-554a1112a47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c78fbe-9723-4d68-b18e-50470248f98f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:21.635961 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f38b6b2d-e55b-440a-b73d-554a1112a47a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.639307 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f38b6b2d-e55b-440a-b73d-554a1112a47a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/61c78fbe-9723-4d68-b18e-50470248f98f HTTP/1.1" status: 204 len: 168 time: 0.2799287 Apr 12 13:17:21.641903 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de501c7a-9299-4a66-934b-bf0231394d99 None None] Network 4633092b-bba4-4f90-b57d-45ae14e87d1a requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:21.642844 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56736) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:21.714170 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (4633092b-bba4-4f90-b57d-45ae14e87d1a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.759370 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Deleting port 31fbc7a3-42a3-4879-9dcd-a9c17480201b {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:21.759697 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.824085 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] For port 31fbc7a3-42a3-4879-9dcd-a9c17480201b, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=31fbc7a3-42a3-4879-9dcd-a9c17480201b,segment=NetworkSegment(9842f436-0e65-42e7-8dcb-1e872036a54f),segment_id=9842f436-0e65-42e7-8dcb-1e872036a54f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:21.824433 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.836908 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Calling delete_port for 31fbc7a3-42a3-4879-9dcd-a9c17480201b owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:21.916406 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (31fbc7a3-42a3-4879-9dcd-a9c17480201b), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:21.943005 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fbc7a3-42a3-4879-9dcd-a9c17480201b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:21.944804 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] No DVR routers for this DVR port 31fbc7a3-42a3-4879-9dcd-a9c17480201b on host dv-cinder-830096-4-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:17:21.960347 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38300f-da14-4d11-8d64-7c5b0e9b44e2 None None] DHCP port deletion for 4633092b-bba4-4f90-b57d-45ae14e87d1a request from dv-cinder-830096-4-iscsi {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:17:22.024532 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (4633092b-bba4-4f90-b57d-45ae14e87d1a), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:22.045603 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4633092b-bba4-4f90-b57d-45ae14e87d1a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:22.055156 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9842f436-0e65-42e7-8dcb-1e872036a54f') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:22.055439 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9842f436-0e65-42e7-8dcb-1e872036a54f') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:22.065457 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083049'] for segment (9842f436-0e65-42e7-8dcb-1e872036a54f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:22.079652 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (9842f436-0e65-42e7-8dcb-1e872036a54f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:22.086149 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:17:22.086532 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11553031'] for segment (9842f436-0e65-42e7-8dcb-1e872036a54f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: Traceback (most recent call last): Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: timer() Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: cb(*args, **kw) Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: return func(*args, **kwargs) Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: self._notify() Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: self.callback(batched_events) Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: event.method(event) Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: return f(self, *a, **k) Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._get(url).json() Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:17:22.088267 dv-cinder-830096-4-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:17:22.145217 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (4633092b-bba4-4f90-b57d-45ae14e87d1a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:22.154406 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:22.158032 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4633092b-bba4-4f90-b57d-45ae14e87d1a HTTP/1.1" status: 204 len: 168 time: 0.5139515 Apr 12 13:17:22.169058 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46531bf-10c9-4fec-ad5d-2efea696f197 admin admin] Pushing event deleted for resources: {'Network': ['ID=4633092b-bba4-4f90-b57d-45ae14e87d1a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:22.276832 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56740) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:22.315401 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fca14cc2-f2b2-49fa-8717-75356a5e4b37 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd7b3eeb96664fbbb983fb4bdd1b557d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373900 Apr 12 13:17:22.317809 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56742) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:22.363978 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe2f23d2-346b-49ae-826c-e5eae8093bd9 admin admin] Publish callbacks [] for security_group (ed894dd0-40c1-4724-a087-93f9c2306294), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:22.384892 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe2f23d2-346b-49ae-826c-e5eae8093bd9 admin admin] Publish callbacks [] for security_group (ed894dd0-40c1-4724-a087-93f9c2306294), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:22.430309 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe2f23d2-346b-49ae-826c-e5eae8093bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ed894dd0-40c1-4724-a087-93f9c2306294), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:22.432893 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fe2f23d2-346b-49ae-826c-e5eae8093bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:22.434356 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fe2f23d2-346b-49ae-826c-e5eae8093bd9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed894dd0-40c1-4724-a087-93f9c2306294 HTTP/1.1" status: 204 len: 168 time: 0.1151757 Apr 12 13:17:22.442707 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f23d2-346b-49ae-826c-e5eae8093bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed894dd0-40c1-4724-a087-93f9c2306294,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:22.868010 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 2f80f6e0-9f01-4610-990b-aa32bbe1954a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:22.891973 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 2f80f6e0-9f01-4610-990b-aa32bbe1954a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:22.892318 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 2f80f6e0-9f01-4610-990b-aa32bbe1954a not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:23.168213 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 31fbc7a3-42a3-4879-9dcd-a9c17480201b no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:23.189280 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 31fbc7a3-42a3-4879-9dcd-a9c17480201b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:23.189622 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 31fbc7a3-42a3-4879-9dcd-a9c17480201b not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:23.190040 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:23.208502 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:23.208842 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 9c6ab5dd-0917-4b0e-a3a2-acb537cdadf2 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:23.209276 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:23.228265 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:23.228606 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device d17f3bf7-bd71-4231-ac3b-ebb9be120cd0 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:26.213633 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56804) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:26.317760 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33f7a58f-9931-4c33-85d4-5d0dd838bb95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:26.397913 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33f7a58f-9931-4c33-85d4-5d0dd838bb95 admin admin] Publish callbacks [] for security_group (d0f2dbe3-6b48-46a5-8fe5-3d1cfcc2d037), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:26.402016 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-33f7a58f-9931-4c33-85d4-5d0dd838bb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (d0f2dbe3-6b48-46a5-8fe5-3d1cfcc2d037), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:26.441011 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-33f7a58f-9931-4c33-85d4-5d0dd838bb95 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=311d9e7a11b44fedbfb3b69dbcc7d783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262866 Apr 12 13:17:26.441908 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7a58f-9931-4c33-85d4-5d0dd838bb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f2dbe3-6b48-46a5-8fe5-3d1cfcc2d037,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:26.443724 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56808) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:26.491708 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94562fa2-9b49-4b93-83ab-05f35a150be3 admin admin] Publish callbacks [] for security_group (d0f2dbe3-6b48-46a5-8fe5-3d1cfcc2d037), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:26.512453 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94562fa2-9b49-4b93-83ab-05f35a150be3 admin admin] Publish callbacks [] for security_group (d0f2dbe3-6b48-46a5-8fe5-3d1cfcc2d037), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:26.557241 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94562fa2-9b49-4b93-83ab-05f35a150be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (d0f2dbe3-6b48-46a5-8fe5-3d1cfcc2d037), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:26.559703 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-94562fa2-9b49-4b93-83ab-05f35a150be3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:26.560820 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-94562fa2-9b49-4b93-83ab-05f35a150be3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d0f2dbe3-6b48-46a5-8fe5-3d1cfcc2d037 HTTP/1.1" status: 204 len: 168 time: 0.1156271 Apr 12 13:17:26.568798 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94562fa2-9b49-4b93-83ab-05f35a150be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f2dbe3-6b48-46a5-8fe5-3d1cfcc2d037,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:28.756559 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.210804 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-7f67be7d-303e-4a0b-8f4f-fe1b2e1b0745 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759584835&fields=id&tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6 HTTP/1.1" status: 200 len: 267 time: 0.0441399 Apr 12 13:17:29.265083 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-5c232317-bee2-4210-bc17-d7640dcad8a1 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:29.266571 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-5c232317-bee2-4210-bc17-d7640dcad8a1 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 985 time: 0.0502675 Apr 12 13:17:29.277018 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-37da5fe9-264d-420f-a826-fd6161347e71 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Request body: {'port': {'security_groups': ['693f65f2-70e2-4078-ae14-2da19c2cbdd0']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:29.351221 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-37da5fe9-264d-420f-a826-fd6161347e71 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.522487 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-37da5fe9-264d-420f-a826-fd6161347e71 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] For port 62ccceab-0c65-4864-98c0-ebc610e02c51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62ccceab-0c65-4864-98c0-ebc610e02c51,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:29.550253 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-37da5fe9-264d-420f-a826-fd6161347e71 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.554856 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-37da5fe9-264d-420f-a826-fd6161347e71 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.572721 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['62ccceab-0c65-4864-98c0-ebc610e02c51'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:17:29.597238 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-37da5fe9-264d-420f-a826-fd6161347e71 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:29.597862 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-37da5fe9-264d-420f-a826-fd6161347e71 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.599245 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e604a94e-1158-4fba-a9b1-df396e79c7ee req-37da5fe9-264d-420f-a826-fd6161347e71 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "PUT /v2.0/ports/62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 200 len: 943 time: 0.3266897 Apr 12 13:17:29.599699 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:29.601962 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a2445a-4adc-40dc-8c0f-96df82749d12" -d '{"events": [{"name": "network-changed", "server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:29.606656 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56860) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:29.634931 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da5fe9-264d-420f-a826-fd6161347e71 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event updated for resources: {'Port': ['ID=62ccceab-0c65-4864-98c0-ebc610e02c51,revision_number=7']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:29.649457 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559384a4-55c0-4234-884c-9a65360dd98f x-openstack-request-id: req-559384a4-55c0-4234-884c-9a65360dd98f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:29.649957 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:29.650369 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-559384a4-55c0-4234-884c-9a65360dd98f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:29.650901 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559384a4-55c0-4234-884c-9a65360dd98f'] response: {'name': 'network-changed', 'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'status': 'completed', 'code': 200} Apr 12 13:17:29.683218 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c11e0a68-1a4a-4b48-8247-41bff3e5147b tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group (797af68a-9d5b-4b01-ad2e-0a54c768ff17), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.718683 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c11e0a68-1a4a-4b48-8247-41bff3e5147b tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group (797af68a-9d5b-4b01-ad2e-0a54c768ff17), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.732130 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['62ccceab-0c65-4864-98c0-ebc610e02c51'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:17:29.800296 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c11e0a68-1a4a-4b48-8247-41bff3e5147b tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (797af68a-9d5b-4b01-ad2e-0a54c768ff17), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.803852 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c11e0a68-1a4a-4b48-8247-41bff3e5147b tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.805037 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c11e0a68-1a4a-4b48-8247-41bff3e5147b tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "DELETE /v2.0/security-groups/797af68a-9d5b-4b01-ad2e-0a54c768ff17 HTTP/1.1" status: 204 len: 168 time: 0.1962488 Apr 12 13:17:29.807937 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56864) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:29.817890 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e0a68-1a4a-4b48-8247-41bff3e5147b tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797af68a-9d5b-4b01-ad2e-0a54c768ff17,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:29.885880 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-a58735c4-6b55-4d3f-a1d6-e4ca7d5fbad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:29.887444 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-a58735c4-6b55-4d3f-a1d6-e4ca7d5fbad0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6&device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 1130 time: 0.2052877 Apr 12 13:17:29.917118 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b82c07c6-24df-45dc-8eae-da403d758b1b None None] Provisioning complete for port 62ccceab-0c65-4864-98c0-ebc610e02c51 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:29.917118 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b82c07c6-24df-45dc-8eae-da403d758b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:29.995333 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-5d89e333-436d-40cc-a667-ab1727072c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:29.996967 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-5d89e333-436d-40cc-a667-ab1727072c37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9142ac7d-f054-4a50-ad45-6db95473a464 HTTP/1.1" status: 200 len: 915 time: 0.0999703 Apr 12 13:17:30.006786 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Deleting port 7e700d10-e476-4022-8c0a-10812fff0f0e {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:30.007128 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (7e700d10-e476-4022-8c0a-10812fff0f0e), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:30.029119 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b82c07c6-24df-45dc-8eae-da403d758b1b None None] Current status of the port 62ccceab-0c65-4864-98c0-ebc610e02c51 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:30.081070 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-707363f7-2f05-4468-9d73-c7a9cce49235 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 200 len: 1002 time: 0.0765145 Apr 12 13:17:30.088741 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (7e700d10-e476-4022-8c0a-10812fff0f0e), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:30.089054 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for floatingip (7e700d10-e476-4022-8c0a-10812fff0f0e), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:30.104619 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Calling delete_port for 7e700d10-e476-4022-8c0a-10812fff0f0e owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:30.135206 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-c7297c92-2add-41c6-9659-6affe09b8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:30.136729 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-c7297c92-2add-41c6-9659-6affe09b8669 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0701ad-d073-491a-8312-44390a009688 HTTP/1.1" status: 200 len: 854 time: 0.0484531 Apr 12 13:17:30.192200 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-1d371a80-04bb-4a85-bb3d-43464485ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:30.193771 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-1d371a80-04bb-4a85-bb3d-43464485ed9c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9142ac7d-f054-4a50-ad45-6db95473a464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470164 Apr 12 13:17:30.300765 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-68c381d8-815a-434a-b736-df07c45c2936 service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000087 Apr 12 13:17:30.301844 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (7e700d10-e476-4022-8c0a-10812fff0f0e), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:30.329076 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event deleted for resources: {'Port': ['ID=7e700d10-e476-4022-8c0a-10812fff0f0e,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:30.404029 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks [] for floatingip (35fdf5c3-a464-4247-9f8a-8742022c522f), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:30.404446 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Floating IP 35fdf5c3-a464-4247-9f8a-8742022c522f disassociated (deleted). External IP: 172.27.3.118, port: 62ccceab-0c65-4864-98c0-ebc610e02c51. Apr 12 13:17:30.413670 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-44a2445a-4adc-40dc-8c0f-96df82749d12 req-0822d487-a569-4b16-a4d4-38503a64eb73 service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057036 Apr 12 13:17:30.862618 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Router dbf02e3a-b664-4884-a198-ae0ad89f1bbd has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:30.974611 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:30.979663 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:30.987609 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] Sync routers for ids ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:30.998021 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] Routers {'dbf02e3a-b664-4884-a198-ae0ad89f1bbd'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:30.999237 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:31.012317 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-469761f5-d48f-42b7-83fe-aaa32f6b68ec tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "DELETE /v2.0/floatingips/35fdf5c3-a464-4247-9f8a-8742022c522f HTTP/1.1" status: 204 len: 168 time: 1.2031977 Apr 12 13:17:31.117098 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] Set router dbf02e3a-b664-4884-a198-ae0ad89f1bbd gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:31.408446 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '7224bdfa-726f-493c-8c1c-b2828dcbaab5', 'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'mac_address': 'fa:16:3e:32:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:02Z', 'updated_at': '2022-04-12T13:15:08Z', 'revision_number': 5, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'subnets': [{'id': 'cb0701ad-d073-491a-8312-44390a009688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:31.439124 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] Checking router: dbf02e3a-b664-4884-a198-ae0ad89f1bbd for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:31.449980 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] Routers {'dbf02e3a-b664-4884-a198-ae0ad89f1bbd'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:31.450596 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:31.560726 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] Set router dbf02e3a-b664-4884-a198-ae0ad89f1bbd gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:31.652456 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:31.655636 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e1aab3-df68-4030-9aed-71c9138ff974" -d '{"events": [{"name": "network-changed", "server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:31.690491 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c821cb47-2059-490e-ba70-0802cea8b516 x-openstack-request-id: req-c821cb47-2059-490e-ba70-0802cea8b516 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:31.690784 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:31.691038 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c821cb47-2059-490e-ba70-0802cea8b516 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:31.691595 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c821cb47-2059-490e-ba70-0802cea8b516'] response: {'name': 'network-changed', 'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'status': 'completed', 'code': 200} Apr 12 13:17:31.767951 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-d7a55a60-438c-4053-9386-364e1ae57bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:31.769734 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-d7a55a60-438c-4053-9386-364e1ae57bc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6&device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 1130 time: 0.0430861 Apr 12 13:17:31.776592 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '7224bdfa-726f-493c-8c1c-b2828dcbaab5', 'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'mac_address': 'fa:16:3e:32:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:02Z', 'updated_at': '2022-04-12T13:15:08Z', 'revision_number': 5, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'subnets': [{'id': 'cb0701ad-d073-491a-8312-44390a009688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:31.835995 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2d2596-895a-4367-87d0-dec9b6c8c4af None None] The sync data for ids ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:03Z', 'revision_number': 4, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '7224bdfa-726f-493c-8c1c-b2828dcbaab5', 'name': '', 'network_id': '9142ac7d-f054-4a50-ad45-6db95473a464', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'mac_address': 'fa:16:3e:32:81:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'cb0701ad-d073-491a-8312-44390a009688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:02Z', 'updated_at': '2022-04-12T13:15:08Z', 'revision_number': 5, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'subnets': [{'id': 'cb0701ad-d073-491a-8312-44390a009688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:31.877875 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-28aa9f27-1b8d-4fec-bcda-16156d1ed83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:31.879358 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-28aa9f27-1b8d-4fec-bcda-16156d1ed83c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9142ac7d-f054-4a50-ad45-6db95473a464 HTTP/1.1" status: 200 len: 915 time: 0.0985041 Apr 12 13:17:31.926908 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-0fdb1172-bdd3-4420-b186-2c911c88ba20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 200 len: 217 time: 0.0405278 Apr 12 13:17:31.993466 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-47fe4b8c-4a43-4fd5-a1ab-f01038ad9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:31.995077 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-47fe4b8c-4a43-4fd5-a1ab-f01038ad9385 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cb0701ad-d073-491a-8312-44390a009688 HTTP/1.1" status: 200 len: 854 time: 0.0535679 Apr 12 13:17:32.048305 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-ba4a0366-c634-4f43-82c0-aace86342fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:32.049950 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-ba4a0366-c634-4f43-82c0-aace86342fbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9142ac7d-f054-4a50-ad45-6db95473a464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476148 Apr 12 13:17:32.151066 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d7ce32-557e-40d5-a591-fc02dcf75f5c None None] New status for floating IP 35fdf5c3-a464-4247-9f8a-8742022c522f: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:17:32.163863 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-ec1306ff-5ef0-4907-b843-ff5d5437ba40 service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025994 Apr 12 13:17:32.258155 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-62e1aab3-df68-4030-9aed-71c9138ff974 req-f59c51da-a8bd-4b4a-9997-5fcacfcd03d3 service neutron] 10.222.0.26 "GET /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875790 Apr 12 13:17:33.766490 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312b1fb-c561-4b7f-b454-38419262cdd2 req-c5fbceb1-6093-4c38-abae-c377c435ba65 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:33.767972 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c312b1fb-c561-4b7f-b454-38419262cdd2 req-c5fbceb1-6093-4c38-abae-c377c435ba65 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 946 time: 0.0488260 Apr 12 13:17:33.817035 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c312b1fb-c561-4b7f-b454-38419262cdd2 req-b38c13b0-2e6b-4001-bd4b-92c4cbf95624 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Apr 12 13:17:34.817432 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa9cff1e-b822-491d-8cc9-beea4395c5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:34.934816 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273c039-c379-49a2-9555-26bcb1717800 req-3b9e71e4-4ccd-43a3-871e-9410a40ed9cc tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:34.936360 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5273c039-c379-49a2-9555-26bcb1717800 req-3b9e71e4-4ccd-43a3-871e-9410a40ed9cc tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 946 time: 0.0515628 Apr 12 13:17:34.990015 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5273c039-c379-49a2-9555-26bcb1717800 req-847d1359-c764-4bfb-a68c-5e7149767cfa tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/security-groups?id=693f65f2-70e2-4078-ae14-2da19c2cbdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Apr 12 13:17:35.604969 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-e676a0b3-8526-46ef-a092-c4438ea8e73e tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:35.606445 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-e676a0b3-8526-46ef-a092-c4438ea8e73e tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 946 time: 0.0463495 Apr 12 13:17:35.696720 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-8b2b885d-f145-436e-8bd2-5fa19541ec0a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Deleting port 62ccceab-0c65-4864-98c0-ebc610e02c51 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:35.697056 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-8b2b885d-f145-436e-8bd2-5fa19541ec0a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:35.795109 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-8b2b885d-f145-436e-8bd2-5fa19541ec0a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] For port 62ccceab-0c65-4864-98c0-ebc610e02c51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=62ccceab-0c65-4864-98c0-ebc610e02c51,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:35.796012 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-8b2b885d-f145-436e-8bd2-5fa19541ec0a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:35.809649 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-8b2b885d-f145-436e-8bd2-5fa19541ec0a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Calling delete_port for 62ccceab-0c65-4864-98c0-ebc610e02c51 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:35.917808 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 56968) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:35.943588 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-8b2b885d-f145-436e-8bd2-5fa19541ec0a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (62ccceab-0c65-4864-98c0-ebc610e02c51), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:35.956147 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['62ccceab-0c65-4864-98c0-ebc610e02c51'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:17:35.976731 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b885d-f145-436e-8bd2-5fa19541ec0a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Pushing event deleted for resources: {'Port': ['ID=62ccceab-0c65-4864-98c0-ebc610e02c51,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:36.027754 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-8b2b885d-f145-436e-8bd2-5fa19541ec0a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] No DVR routers for this DVR port 62ccceab-0c65-4864-98c0-ebc610e02c51 on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:17:36.030771 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-8b2b885d-f145-436e-8bd2-5fa19541ec0a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.033666 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-98ab7a4e-af6f-4ce6-b193-39c96f484604 req-8b2b885d-f145-436e-8bd2-5fa19541ec0a tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.26 "DELETE /v2.0/ports/62ccceab-0c65-4864-98c0-ebc610e02c51 HTTP/1.1" status: 204 len: 173 time: 0.4210773 Apr 12 13:17:36.034135 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'name': 'network-vif-deleted', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:17:36.036617 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d4e13b-7e0a-48ee-b51e-73b83cd7aeab" -d '{"events": [{"server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "name": "network-vif-deleted", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:17:36.037276 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0231f8e8-e363-4bb2-8d9e-0d6177c70561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.122470 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-74031f89-ce95-415e-bf19-9d205d3dde4d req-3e94f735-3658-45e1-8d60-b695e1ba7a49 tempest-TestMinimumBasicScenario-62522163 tempest-TestMinimumBasicScenario-62522163-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d052188-6178-4b5e-b459-fc341039957a HTTP/1.1" status: 200 len: 210 time: 0.0323405 Apr 12 13:17:36.146976 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0231f8e8-e363-4bb2-8d9e-0d6177c70561 admin admin] Publish callbacks [] for security_group (97ffe5c2-d45b-4eb9-ac03-50dcf239936d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.152035 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-0231f8e8-e363-4bb2-8d9e-0d6177c70561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (97ffe5c2-d45b-4eb9-ac03-50dcf239936d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.198720 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-0231f8e8-e363-4bb2-8d9e-0d6177c70561 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b73e0b86d6024b6bbf5da07c1dc2e282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798011 Apr 12 13:17:36.199703 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231f8e8-e363-4bb2-8d9e-0d6177c70561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ffe5c2-d45b-4eb9-ac03-50dcf239936d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:36.201333 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 56978) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:36.242119 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3785c215-432c-4174-89fc-c2ca916487d7 x-openstack-request-id: req-3785c215-432c-4174-89fc-c2ca916487d7 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:17:36.242412 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d052188-6178-4b5e-b459-fc341039957a", "name": "network-vif-deleted", "tag": "62ccceab-0c65-4864-98c0-ebc610e02c51", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:17:36.242659 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3785c215-432c-4174-89fc-c2ca916487d7 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:17:36.243053 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3785c215-432c-4174-89fc-c2ca916487d7'] response: {'server_uuid': '2d052188-6178-4b5e-b459-fc341039957a', 'name': 'network-vif-deleted', 'tag': '62ccceab-0c65-4864-98c0-ebc610e02c51', 'status': 'completed', 'code': 200} Apr 12 13:17:36.254504 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d04ab6-59e7-4b60-bd72-8c1065789ddf admin admin] Publish callbacks [] for security_group (97ffe5c2-d45b-4eb9-ac03-50dcf239936d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.275539 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d04ab6-59e7-4b60-bd72-8c1065789ddf admin admin] Publish callbacks [] for security_group (97ffe5c2-d45b-4eb9-ac03-50dcf239936d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.326074 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d04ab6-59e7-4b60-bd72-8c1065789ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (97ffe5c2-d45b-4eb9-ac03-50dcf239936d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.329102 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66d04ab6-59e7-4b60-bd72-8c1065789ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:36.330354 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-66d04ab6-59e7-4b60-bd72-8c1065789ddf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97ffe5c2-d45b-4eb9-ac03-50dcf239936d HTTP/1.1" status: 204 len: 168 time: 0.1279700 Apr 12 13:17:36.350723 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d04ab6-59e7-4b60-bd72-8c1065789ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ffe5c2-d45b-4eb9-ac03-50dcf239936d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:37.078261 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c7555baf-7871-4dbe-b640-c7ab05a7dfd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:37.875891 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57070) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:37.939829 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57074) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:38.000097 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fec1b877-c1fc-4965-bad1-f315e8441e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:38.199590 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fec1b877-c1fc-4965-bad1-f315e8441e54 admin admin] Publish callbacks [] for security_group (f276b1e1-7f3a-44ad-871a-8be20e3dd281), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:38.207468 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fec1b877-c1fc-4965-bad1-f315e8441e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f276b1e1-7f3a-44ad-871a-8be20e3dd281), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:38.272190 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1b877-c1fc-4965-bad1-f315e8441e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f276b1e1-7f3a-44ad-871a-8be20e3dd281,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:38.277931 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fec1b877-c1fc-4965-bad1-f315e8441e54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4332b9cf4dcd428db1184f8a51cfdc3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009473 Apr 12 13:17:38.281310 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57076) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:38.333749 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-852f0f53-3c1c-42e4-b83b-b451b333b0d6 admin admin] Publish callbacks [] for security_group (f276b1e1-7f3a-44ad-871a-8be20e3dd281), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:38.355068 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-852f0f53-3c1c-42e4-b83b-b451b333b0d6 admin admin] Publish callbacks [] for security_group (f276b1e1-7f3a-44ad-871a-8be20e3dd281), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:38.401922 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-852f0f53-3c1c-42e4-b83b-b451b333b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f276b1e1-7f3a-44ad-871a-8be20e3dd281), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:38.405106 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-852f0f53-3c1c-42e4-b83b-b451b333b0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:38.406326 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-852f0f53-3c1c-42e4-b83b-b451b333b0d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f276b1e1-7f3a-44ad-871a-8be20e3dd281 HTTP/1.1" status: 204 len: 168 time: 0.1240106 Apr 12 13:17:38.414740 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f0f53-3c1c-42e4-b83b-b451b333b0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f276b1e1-7f3a-44ad-871a-8be20e3dd281,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:38.681241 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693169'] for router_interface (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:38.683768 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57082) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:38.717517 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:38.730874 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1a23645-f547-45b3-9466-a6e54377663a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:38.981482 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1a23645-f547-45b3-9466-a6e54377663a admin admin] Publish callbacks [] for security_group (9a1c9789-0b98-4f60-92e2-c477d2b80fb0), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:39.001128 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1a23645-f547-45b3-9466-a6e54377663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (9a1c9789-0b98-4f60-92e2-c477d2b80fb0), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:39.049754 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a1a23645-f547-45b3-9466-a6e54377663a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0243d63f306948f0874edbfc5efb7acb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649745 Apr 12 13:17:39.052388 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57084) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:39.067607 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a23645-f547-45b3-9466-a6e54377663a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1c9789-0b98-4f60-92e2-c477d2b80fb0,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:39.088629 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] Deleting port 7224bdfa-726f-493c-8c1c-b2828dcbaab5 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:39.088970 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:39.108279 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ce662ea-1b4a-4f56-bd72-60bd11b39101 admin admin] Publish callbacks [] for security_group (9a1c9789-0b98-4f60-92e2-c477d2b80fb0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:39.132335 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ce662ea-1b4a-4f56-bd72-60bd11b39101 admin admin] Publish callbacks [] for security_group (9a1c9789-0b98-4f60-92e2-c477d2b80fb0), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:39.195236 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ce662ea-1b4a-4f56-bd72-60bd11b39101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (9a1c9789-0b98-4f60-92e2-c477d2b80fb0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:39.195236 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1ce662ea-1b4a-4f56-bd72-60bd11b39101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:39.195236 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1ce662ea-1b4a-4f56-bd72-60bd11b39101 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a1c9789-0b98-4f60-92e2-c477d2b80fb0 HTTP/1.1" status: 204 len: 168 time: 0.1394260 Apr 12 13:17:39.197294 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] For port 7224bdfa-726f-493c-8c1c-b2828dcbaab5, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=7224bdfa-726f-493c-8c1c-b2828dcbaab5,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:39.198300 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:39.205693 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce662ea-1b4a-4f56-bd72-60bd11b39101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1c9789-0b98-4f60-92e2-c477d2b80fb0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:39.224559 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] Calling delete_port for 7224bdfa-726f-493c-8c1c-b2828dcbaab5 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:39.428410 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (7224bdfa-726f-493c-8c1c-b2828dcbaab5), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:39.454289 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7224bdfa-726f-493c-8c1c-b2828dcbaab5,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:39.640137 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693021'] for router_interface (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:39.873585 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] Router dbf02e3a-b664-4884-a198-ae0ad89f1bbd has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:39.984976 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:39.990163 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-24ba32cc-380a-408d-8462-57a99fb53de5 admin admin] 10.222.0.47 "PUT /v2.0/routers/dbf02e3a-b664-4884-a198-ae0ad89f1bbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0492303 Apr 12 13:17:39.992730 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57110) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:39.995673 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] Sync routers for ids ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:40.007082 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] Routers {'dbf02e3a-b664-4884-a198-ae0ad89f1bbd'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:40.007978 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:40.108300 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Publish callbacks [] for router (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.134872 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] Set router dbf02e3a-b664-4884-a198-ae0ad89f1bbd gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:40.231958 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Publish callbacks [] for router_gateway (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.283468 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Deleting port 2e10fe76-3dea-4731-b560-90ea5c6007f3 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:40.283797 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.329688 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:17:39Z', 'revision_number': 5, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port': {'id': '2e10fe76-3dea-4731-b560-90ea5c6007f3', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:15:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:40.362716 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] Checking router: dbf02e3a-b664-4884-a198-ae0ad89f1bbd for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:40.371694 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] Routers {'dbf02e3a-b664-4884-a198-ae0ad89f1bbd'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:40.372599 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:40.373235 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] For port 2e10fe76-3dea-4731-b560-90ea5c6007f3, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=2e10fe76-3dea-4731-b560-90ea5c6007f3,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:40.373500 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.388199 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Calling delete_port for 2e10fe76-3dea-4731-b560-90ea5c6007f3 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:40.462337 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] Set router dbf02e3a-b664-4884-a198-ae0ad89f1bbd gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:40.523723 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:17:40Z', 'revision_number': 6, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port_host': None}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:40.559317 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1182f937-9720-4329-bea7-25209e4f4999 None None] The sync data for ids ['dbf02e3a-b664-4884-a198-ae0ad89f1bbd'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbf02e3a-b664-4884-a198-ae0ad89f1bbd', 'name': 'tempest-TestMinimumBasicScenario-1390942278-router', 'tenant_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:00Z', 'updated_at': '2022-04-12T13:17:40Z', 'revision_number': 6, 'project_id': 'a9d2171a1fdc440dab8ed588d78ba9b6', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:40.574907 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (2e10fe76-3dea-4731-b560-90ea5c6007f3), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.605251 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.617591 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e10fe76-3dea-4731-b560-90ea5c6007f3,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:40.684991 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692475'] for router_gateway (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.803927 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2713'] for router (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.806055 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Publish callbacks [] for router_controller (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.875926 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666460'] for router (dbf02e3a-b664-4884-a198-ae0ad89f1bbd), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.876466 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbf02e3a-b664-4884-a198-ae0ad89f1bbd {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:17:40.882033 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.885311 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a05e4b70-63fd-4e37-816c-f464061a6bf6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/dbf02e3a-b664-4884-a198-ae0ad89f1bbd HTTP/1.1" status: 204 len: 168 time: 0.8915765 Apr 12 13:17:40.887017 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57134) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:40.935247 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e2f0f3-2675-43a3-a115-f4946d34e16f admin admin] Deleting subnet cb0701ad-d073-491a-8312-44390a009688 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:17:40.938736 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e2f0f3-2675-43a3-a115-f4946d34e16f admin admin] Publish callbacks [] for subnet (cb0701ad-d073-491a-8312-44390a009688), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.978825 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e2f0f3-2675-43a3-a115-f4946d34e16f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083040'] for subnet (cb0701ad-d073-491a-8312-44390a009688), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:40.985735 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 62ccceab-0c65-4864-98c0-ebc610e02c51 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:41.008235 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 62ccceab-0c65-4864-98c0-ebc610e02c51 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:41.009054 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 62ccceab-0c65-4864-98c0-ebc610e02c51 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:41.093675 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e2f0f3-2675-43a3-a115-f4946d34e16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (cb0701ad-d073-491a-8312-44390a009688), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.151227 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e2f0f3-2675-43a3-a115-f4946d34e16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11553197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12444193'] for subnet (cb0701ad-d073-491a-8312-44390a009688), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.175887 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2f0f3-2675-43a3-a115-f4946d34e16f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0701ad-d073-491a-8312-44390a009688,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:41.182264 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-97e2f0f3-2675-43a3-a115-f4946d34e16f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.188317 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-97e2f0f3-2675-43a3-a115-f4946d34e16f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cb0701ad-d073-491a-8312-44390a009688 HTTP/1.1" status: 204 len: 168 time: 0.2976036 Apr 12 13:17:41.188627 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57144) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:41.189305 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580f153e-d9e6-446f-bd14-3488de982063 None None] Network 9142ac7d-f054-4a50-ad45-6db95473a464 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:41.258599 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (9142ac7d-f054-4a50-ad45-6db95473a464), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.311089 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Deleting port 6b392864-0985-4821-a45c-4a79b700526f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:41.311485 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (6b392864-0985-4821-a45c-4a79b700526f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.369003 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a003168-14a6-42f4-9fb2-888aaf7c06c0 None None] DHCP port deletion for 9142ac7d-f054-4a50-ad45-6db95473a464 request from dv-cinder-830096-4-iscsi {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:17:41.389075 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] For port 6b392864-0985-4821-a45c-4a79b700526f, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6b392864-0985-4821-a45c-4a79b700526f,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:41.389650 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (6b392864-0985-4821-a45c-4a79b700526f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.409682 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Calling delete_port for 6b392864-0985-4821-a45c-4a79b700526f owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:41.429869 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7a003168-14a6-42f4-9fb2-888aaf7c06c0 None None] Deleting port 6b392864-0985-4821-a45c-4a79b700526f {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:41.430508 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a003168-14a6-42f4-9fb2-888aaf7c06c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (6b392864-0985-4821-a45c-4a79b700526f), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.457867 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6b392864-0985-4821-a45c-4a79b700526f no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:41.509279 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (6b392864-0985-4821-a45c-4a79b700526f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.538674 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b392864-0985-4821-a45c-4a79b700526f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:41.540975 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7a003168-14a6-42f4-9fb2-888aaf7c06c0 None None] For port 6b392864-0985-4821-a45c-4a79b700526f, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6b392864-0985-4821-a45c-4a79b700526f,segment=NetworkSegment(70dec4fe-14c8-45e8-afbd-6485cad17f51),segment_id=70dec4fe-14c8-45e8-afbd-6485cad17f51)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:41.541633 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a003168-14a6-42f4-9fb2-888aaf7c06c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (6b392864-0985-4821-a45c-4a79b700526f), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.545531 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] No DVR routers for this DVR port 6b392864-0985-4821-a45c-4a79b700526f on host dv-cinder-830096-4-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:17:41.558929 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No active binding found for port 6b392864-0985-4821-a45c-4a79b700526f {{(pid=103444) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 12 13:17:41.559325 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] The host dv-cinder-830096-4-iscsi is not matching for port 6b392864-0985-4821-a45c-4a79b700526f host None! {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 12 13:17:41.559694 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6b392864-0985-4821-a45c-4a79b700526f not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:41.560096 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 2e10fe76-3dea-4731-b560-90ea5c6007f3 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:41.562885 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7a003168-14a6-42f4-9fb2-888aaf7c06c0 None None] Calling delete_port for 6b392864-0985-4821-a45c-4a79b700526f owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:41.594221 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 2e10fe76-3dea-4731-b560-90ea5c6007f3 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:41.594494 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 2e10fe76-3dea-4731-b560-90ea5c6007f3 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:41.594929 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 7224bdfa-726f-493c-8c1c-b2828dcbaab5 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:41.633824 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (9142ac7d-f054-4a50-ad45-6db95473a464), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.634159 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 7224bdfa-726f-493c-8c1c-b2828dcbaab5 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:41.634664 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 7224bdfa-726f-493c-8c1c-b2828dcbaab5 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:41.669145 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9142ac7d-f054-4a50-ad45-6db95473a464']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:41.680811 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70dec4fe-14c8-45e8-afbd-6485cad17f51') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:41.681250 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70dec4fe-14c8-45e8-afbd-6485cad17f51') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:41.693478 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083049'] for segment (70dec4fe-14c8-45e8-afbd-6485cad17f51), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.711394 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.711858 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (70dec4fe-14c8-45e8-afbd-6485cad17f51), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.722211 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:17:41.722598 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11553031'] for segment (70dec4fe-14c8-45e8-afbd-6485cad17f51), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: Traceback (most recent call last): Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: timer() Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: cb(*args, **kw) Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: return func(*args, **kwargs) Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: self._notify() Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: self.callback(batched_events) Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: event.method(event) Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: return f(self, *a, **k) Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._get(url).json() Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:17:41.724918 dv-cinder-830096-4-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:17:41.746094 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7a003168-14a6-42f4-9fb2-888aaf7c06c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969'] for port (6b392864-0985-4821-a45c-4a79b700526f), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.775818 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a003168-14a6-42f4-9fb2-888aaf7c06c0 None None] Pushing event deleted for resources: {'Port': ['ID=6b392864-0985-4821-a45c-4a79b700526f,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:41.780687 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a003168-14a6-42f4-9fb2-888aaf7c06c0 None None] No DVR routers for this DVR port 6b392864-0985-4821-a45c-4a79b700526f on host dv-cinder-830096-4-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:17:41.810974 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (9142ac7d-f054-4a50-ad45-6db95473a464), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.816155 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:41.819779 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] 10.222.0.47 "DELETE /v2.0/networks/9142ac7d-f054-4a50-ad45-6db95473a464 HTTP/1.1" status: 204 len: 168 time: 0.6301010 Apr 12 13:17:41.822936 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57164) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:41.834859 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f403c-ed12-4802-bc15-e4eb9433359f admin admin] Pushing event deleted for resources: {'Network': ['ID=9142ac7d-f054-4a50-ad45-6db95473a464,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:42.170846 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693169'] for router_interface (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.407377 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] Deleting port 792c95f6-ef49-4491-a722-be0c8272aecd {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:42.407633 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.486922 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] For port 792c95f6-ef49-4491-a722-be0c8272aecd, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=792c95f6-ef49-4491-a722-be0c8272aecd,segment=NetworkSegment(f8136ce5-c313-43fc-af11-5982a3b0037e),segment_id=f8136ce5-c313-43fc-af11-5982a3b0037e)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:42.487518 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.500805 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] Calling delete_port for 792c95f6-ef49-4491-a722-be0c8272aecd owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:42.680194 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (792c95f6-ef49-4491-a722-be0c8272aecd), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:42.709044 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=792c95f6-ef49-4491-a722-be0c8272aecd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:42.883653 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693021'] for router_interface (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.105089 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] Router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:43.221452 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:43.229135 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-96a9689d-8284-4fa0-a6bc-b7ea8995bce4 admin admin] 10.222.0.47 "PUT /v2.0/routers/cc06fec5-8063-438c-8c2e-b5e2113d6bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4016182 Apr 12 13:17:43.229271 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57174) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:43.231960 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] Sync routers for ids ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:43.241211 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] Routers {'cc06fec5-8063-438c-8c2e-b5e2113d6bd0'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:43.241857 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:43.342631 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Publish callbacks [] for router (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.361107 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] Set router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:43.451642 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Publish callbacks [] for router_gateway (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.500365 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Deleting port 455b19b7-f891-4b80-b1f9-127587896d44 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:43.500913 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (455b19b7-f891-4b80-b1f9-127587896d44), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.533693 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'name': 'tempest-TestMinimumBasicScenario-1292531755-router', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '455b19b7-f891-4b80-b1f9-127587896d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:06Z', 'updated_at': '2022-04-12T13:17:42Z', 'revision_number': 5, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'gw_port': {'id': '455b19b7-f891-4b80-b1f9-127587896d44', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:15:07Z', 'updated_at': '2022-04-12T13:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:43.561634 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] Checking router: cc06fec5-8063-438c-8c2e-b5e2113d6bd0 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:43.570496 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] Routers {'cc06fec5-8063-438c-8c2e-b5e2113d6bd0'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:43.571040 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:43.589380 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] For port 455b19b7-f891-4b80-b1f9-127587896d44, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=455b19b7-f891-4b80-b1f9-127587896d44,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:43.589739 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (455b19b7-f891-4b80-b1f9-127587896d44), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.603612 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Calling delete_port for 455b19b7-f891-4b80-b1f9-127587896d44 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:43.668902 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] Set router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:43.772981 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (455b19b7-f891-4b80-b1f9-127587896d44), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.800610 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=455b19b7-f891-4b80-b1f9-127587896d44,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:43.850007 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'name': 'tempest-TestMinimumBasicScenario-1292531755-router', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:06Z', 'updated_at': '2022-04-12T13:17:43Z', 'revision_number': 6, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'gw_port_host': None}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:43.865402 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692475'] for router_gateway (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:43.889437 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86f14da-7f68-4eb2-91de-07dc0ab8b4de None None] The sync data for ids ['cc06fec5-8063-438c-8c2e-b5e2113d6bd0'] in dv-cinder-830096-4-iscsi is: [{'id': 'cc06fec5-8063-438c-8c2e-b5e2113d6bd0', 'name': 'tempest-TestMinimumBasicScenario-1292531755-router', 'tenant_id': 'edc760a8fff548108ce6a007b22bc0fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:15:06Z', 'updated_at': '2022-04-12T13:17:43Z', 'revision_number': 6, 'project_id': 'edc760a8fff548108ce6a007b22bc0fc', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:44.201763 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2713'] for router (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.204439 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Publish callbacks [] for router_controller (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.261432 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666460'] for router (cc06fec5-8063-438c-8c2e-b5e2113d6bd0), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.262025 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc06fec5-8063-438c-8c2e-b5e2113d6bd0 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:17:44.268017 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.269283 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-8adb1191-2e62-432d-b226-6dc38388d8b0 admin admin] 10.222.0.47 "DELETE /v2.0/routers/cc06fec5-8063-438c-8c2e-b5e2113d6bd0 HTTP/1.1" status: 204 len: 168 time: 1.0389953 Apr 12 13:17:44.271997 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57190) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:44.344307 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-85075dd3-3521-455e-b4b2-f3238f1a6115 admin admin] Deleting subnet 6ac03857-4362-4752-b90a-a72263745126 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:17:44.347775 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85075dd3-3521-455e-b4b2-f3238f1a6115 admin admin] Publish callbacks [] for subnet (6ac03857-4362-4752-b90a-a72263745126), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.385016 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85075dd3-3521-455e-b4b2-f3238f1a6115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11875436'] for subnet (6ac03857-4362-4752-b90a-a72263745126), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.466241 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85075dd3-3521-455e-b4b2-f3238f1a6115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (6ac03857-4362-4752-b90a-a72263745126), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.529202 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85075dd3-3521-455e-b4b2-f3238f1a6115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11835036'] for subnet (6ac03857-4362-4752-b90a-a72263745126), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.553983 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85075dd3-3521-455e-b4b2-f3238f1a6115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ac03857-4362-4752-b90a-a72263745126,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:44.560004 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-85075dd3-3521-455e-b4b2-f3238f1a6115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.563855 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-85075dd3-3521-455e-b4b2-f3238f1a6115 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6ac03857-4362-4752-b90a-a72263745126 HTTP/1.1" status: 204 len: 168 time: 0.2908092 Apr 12 13:17:44.566609 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57198) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:44.569140 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c2620-8d46-4d3f-bcad-08e21ba62657 None None] Network 84ccb9d5-542c-4f54-a740-85b81c5406af requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:44.668227 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (84ccb9d5-542c-4f54-a740-85b81c5406af), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.731964 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Deleting port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:44.732844 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.758194 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813690e-d044-4759-bb96-03ff8e59747c None None] DHCP port deletion for 84ccb9d5-542c-4f54-a740-85b81c5406af request from dv-cinder-830096-4-iscsi {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:17:44.797685 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b813690e-d044-4759-bb96-03ff8e59747c None None] Deleting port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:17:44.798049 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b813690e-d044-4759-bb96-03ff8e59747c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.798313 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] For port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=4a6492f5-5bb5-4c0a-b511-aced9e6590d9,segment=NetworkSegment(f8136ce5-c313-43fc-af11-5982a3b0037e),segment_id=f8136ce5-c313-43fc-af11-5982a3b0037e)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:44.798669 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.812328 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Calling delete_port for 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:44.873264 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b813690e-d044-4759-bb96-03ff8e59747c None None] For port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=4a6492f5-5bb5-4c0a-b511-aced9e6590d9,segment=NetworkSegment(f8136ce5-c313-43fc-af11-5982a3b0037e),segment_id=f8136ce5-c313-43fc-af11-5982a3b0037e)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:44.873664 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b813690e-d044-4759-bb96-03ff8e59747c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.887144 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b813690e-d044-4759-bb96-03ff8e59747c None None] Calling delete_port for 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:17:44.913626 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:44.941954 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] No DVR routers for this DVR port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 on host dv-cinder-830096-4-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:17:44.944076 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6492f5-5bb5-4c0a-b511-aced9e6590d9,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:44.972408 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b813690e-d044-4759-bb96-03ff8e59747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969'] for port (4a6492f5-5bb5-4c0a-b511-aced9e6590d9), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.002565 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813690e-d044-4759-bb96-03ff8e59747c None None] Pushing event deleted for resources: {'Port': ['ID=4a6492f5-5bb5-4c0a-b511-aced9e6590d9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:45.006056 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813690e-d044-4759-bb96-03ff8e59747c None None] No DVR routers for this DVR port 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 on host dv-cinder-830096-4-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:17:45.024132 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (84ccb9d5-542c-4f54-a740-85b81c5406af), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.047873 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ccb9d5-542c-4f54-a740-85b81c5406af']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:45.057090 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8136ce5-c313-43fc-af11-5982a3b0037e') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:45.057531 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8136ce5-c313-43fc-af11-5982a3b0037e') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:45.067085 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083049'] for segment (f8136ce5-c313-43fc-af11-5982a3b0037e), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.080242 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (f8136ce5-c313-43fc-af11-5982a3b0037e), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.086164 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:17:45.086545 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11553031'] for segment (f8136ce5-c313-43fc-af11-5982a3b0037e), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: Traceback (most recent call last): Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: timer() Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: cb(*args, **kw) Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: return func(*args, **kwargs) Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: self._notify() Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: self.callback(batched_events) Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: event.method(event) Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: return f(self, *a, **k) Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._get(url).json() Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:17:45.088369 dv-cinder-830096-4-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:17:45.144300 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (84ccb9d5-542c-4f54-a740-85b81c5406af), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.149712 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.153513 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] 10.222.0.47 "DELETE /v2.0/networks/84ccb9d5-542c-4f54-a740-85b81c5406af HTTP/1.1" status: 204 len: 168 time: 0.5858140 Apr 12 13:17:45.166400 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153cd39-f0bc-46d6-8736-a64537a4a254 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ccb9d5-542c-4f54-a740-85b81c5406af,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:45.178868 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 455b19b7-f891-4b80-b1f9-127587896d44 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:45.199376 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 455b19b7-f891-4b80-b1f9-127587896d44 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:45.199712 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 455b19b7-f891-4b80-b1f9-127587896d44 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:45.200132 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:45.220374 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:45.220720 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 4a6492f5-5bb5-4c0a-b511-aced9e6590d9 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:45.221139 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 792c95f6-ef49-4491-a722-be0c8272aecd no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:17:45.240801 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 792c95f6-ef49-4491-a722-be0c8272aecd {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:17:45.241143 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 792c95f6-ef49-4491-a722-be0c8272aecd not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:17:45.329736 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57208) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:45.375127 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4081b077-455f-430e-9450-56b72f3a5edd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a9d2171a1fdc440dab8ed588d78ba9b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440440 Apr 12 13:17:45.377625 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57212) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:45.425773 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66f1bebe-4761-4471-bb7a-0f631382a9f0 admin admin] Publish callbacks [] for security_group (693f65f2-70e2-4078-ae14-2da19c2cbdd0), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.447310 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66f1bebe-4761-4471-bb7a-0f631382a9f0 admin admin] Publish callbacks [] for security_group (693f65f2-70e2-4078-ae14-2da19c2cbdd0), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.496437 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66f1bebe-4761-4471-bb7a-0f631382a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (693f65f2-70e2-4078-ae14-2da19c2cbdd0), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.500104 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66f1bebe-4761-4471-bb7a-0f631382a9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.503821 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-66f1bebe-4761-4471-bb7a-0f631382a9f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/693f65f2-70e2-4078-ae14-2da19c2cbdd0 HTTP/1.1" status: 204 len: 168 time: 0.1228325 Apr 12 13:17:45.511442 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1bebe-4761-4471-bb7a-0f631382a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693f65f2-70e2-4078-ae14-2da19c2cbdd0,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:45.836148 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:45.881772 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-bd3a8c7b-f76a-4086-9e2f-2356eae50609 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=edc760a8fff548108ce6a007b22bc0fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441589 Apr 12 13:17:45.884621 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57238) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:45.941429 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e9de36b-2082-40ca-aa5e-e6422dbe3cc7 admin admin] Publish callbacks [] for security_group (1b2b77fc-b53c-4263-9699-a3ce325bff18), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:45.964717 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e9de36b-2082-40ca-aa5e-e6422dbe3cc7 admin admin] Publish callbacks [] for security_group (1b2b77fc-b53c-4263-9699-a3ce325bff18), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.020167 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e9de36b-2082-40ca-aa5e-e6422dbe3cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (1b2b77fc-b53c-4263-9699-a3ce325bff18), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.025846 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7e9de36b-2082-40ca-aa5e-e6422dbe3cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.027808 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7e9de36b-2082-40ca-aa5e-e6422dbe3cc7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b2b77fc-b53c-4263-9699-a3ce325bff18 HTTP/1.1" status: 204 len: 168 time: 0.1418688 Apr 12 13:17:46.051282 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9de36b-2082-40ca-aa5e-e6422dbe3cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2b77fc-b53c-4263-9699-a3ce325bff18,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:46.780006 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57284) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:46.920260 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1624336732-network', 'tenant_id': '20eb796f475e4b588ff0d23e33387680'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:46.939119 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Made reservation on behalf of 20eb796f475e4b588ff0d23e33387680 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:17:46.941396 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:46.949911 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.027425 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Publish callbacks [] for security_group (3dd4b4c1-c4f3-4972-aa9b-2b427e2ef91f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.032024 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (3dd4b4c1-c4f3-4972-aa9b-2b427e2ef91f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.058394 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:17:47.068498 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd4b4c1-c4f3-4972-aa9b-2b427e2ef91f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:47.089368 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (7b50dc32-bd3d-4a49-a741-71c706454fdb), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.089799 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Added segment 7b50dc32-bd3d-4a49-a741-71c706454fdb of type vlan for network 88410ab7-5384-464f-bd1e-6730e2b97d6d Apr 12 13:17:47.133506 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (88410ab7-5384-464f-bd1e-6730e2b97d6d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.159823 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (88410ab7-5384-464f-bd1e-6730e2b97d6d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.160780 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:47.161421 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.222153 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4409249 Apr 12 13:17:47.224859 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57292) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:47.230768 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Request body: {'subnet': {'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1624336732-subnet', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:47.237557 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fd98a-54ee-47b1-8022-887ddcea4439 admin admin] Pushing event updated for resources: {'Network': ['ID=88410ab7-5384-464f-bd1e-6730e2b97d6d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:47.248812 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:17:47.258742 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Made reservation on behalf of 20eb796f475e4b588ff0d23e33387680 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:17:47.261162 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12444220'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.431316 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11564896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12444206'] for subnet (f5036a80-cf92-4a4c-838a-96f4bd716c70), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.484681 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5036a80-cf92-4a4c-838a-96f4bd716c70,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:47.496143 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Checking segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:47.496493 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Network hostable DHCP agents. Network: 88410ab7-5384-464f-bd1e-6730e2b97d6d, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:17:47.513571 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:17:47.522327 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 88410ab7-5384-464f-bd1e-6730e2b97d6d) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:47.526224 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:47.526791 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.532125 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ecd151-98b7-443f-a410-1658f8eac3e9 None None] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:47.543043 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f401d3e9-ac4a-4f4f-a129-2eb8fd2a92e5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3169136 Apr 12 13:17:47.546247 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57294) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:47.550466 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:47.570864 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (1078ad39-ea6f-4639-b539-891e9d7df5af), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.571968 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (1078ad39-ea6f-4639-b539-891e9d7df5af), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.629310 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks [] for router_controller (1078ad39-ea6f-4639-b539-891e9d7df5af), precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.640664 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-88410ab7-5384-464f-bd1e-6730e2b97d6d', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:17:47.641574 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.768487 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks [] for router_gateway (1078ad39-ea6f-4639-b539-891e9d7df5af), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.781502 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Allocated IP 172.20.0.2 (88410ab7-5384-464f-bd1e-6730e2b97d6d/f5036a80-cf92-4a4c-838a-96f4bd716c70/9424157f-4527-424b-a5f8-89c6b429e2ba) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:47.952141 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Publish callbacks [] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.959065 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:47.985902 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks [] for router_gateway (1078ad39-ea6f-4639-b539-891e9d7df5af), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.006204 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:48.006797 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.014310 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:48.016789 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:48.020279 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Pushing event updated for resources: {'Port': ['ID=9424157f-4527-424b-a5f8-89c6b429e2ba,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:48.089756 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Attempting to bind port 9424157f-4527-424b-a5f8-89c6b429e2ba on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:48.090150 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Attempting to bind port 9424157f-4527-424b-a5f8-89c6b429e2ba by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:48.090497 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Attempting to bind port 9424157f-4527-424b-a5f8-89c6b429e2ba on network 88410ab7-5384-464f-bd1e-6730e2b97d6d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:48.101645 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:48.102082 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Checking segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:48.102368 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.102972 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Bound using segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:48.103445 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Bound port: 9424157f-4527-424b-a5f8-89c6b429e2ba, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:48.103817 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.142811 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Allocated IP 172.27.3.62 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/56373fc1-85c8-4216-83dc-168397532f6b) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:48.181837 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] For port 9424157f-4527-424b-a5f8-89c6b429e2ba, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:48.185248 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] For port 9424157f-4527-424b-a5f8-89c6b429e2ba, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=9424157f-4527-424b-a5f8-89c6b429e2ba,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:48.192228 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.252045 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd39ee-3422-4254-bbb6-433e8d5595bf None None] Pushing event updated for resources: {'Port': ['ID=9424157f-4527-424b-a5f8-89c6b429e2ba,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:48.267231 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks [] for port (56373fc1-85c8-4216-83dc-168397532f6b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.318034 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (56373fc1-85c8-4216-83dc-168397532f6b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.359833 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:48.363132 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:48.367359 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:48.377002 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Pushing event updated for resources: {'Port': ['ID=56373fc1-85c8-4216-83dc-168397532f6b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:48.620296 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57318) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:48.680534 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks [] for router_gateway (1078ad39-ea6f-4639-b539-891e9d7df5af), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.730739 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-609d4999-cbc0-4ea0-aaee-4eca08c4f024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.818618 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-609d4999-cbc0-4ea0-aaee-4eca08c4f024 admin admin] Publish callbacks [] for security_group (1d349f5c-8554-4c13-940a-8952ccbb2343), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.824610 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-609d4999-cbc0-4ea0-aaee-4eca08c4f024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (1d349f5c-8554-4c13-940a-8952ccbb2343), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.872400 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-609d4999-cbc0-4ea0-aaee-4eca08c4f024 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ff9ab2d8658f4ae6990f6b4c218463d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508471 Apr 12 13:17:48.875752 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d4999-cbc0-4ea0-aaee-4eca08c4f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d349f5c-8554-4c13-940a-8952ccbb2343,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:48.879855 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57328) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:48.890191 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (1078ad39-ea6f-4639-b539-891e9d7df5af), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.942589 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa43f6fc-2042-4e37-9dd6-5ecac81f6706 admin admin] Publish callbacks [] for security_group (1d349f5c-8554-4c13-940a-8952ccbb2343), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:48.970909 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa43f6fc-2042-4e37-9dd6-5ecac81f6706 admin admin] Publish callbacks [] for security_group (1d349f5c-8554-4c13-940a-8952ccbb2343), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.031825 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa43f6fc-2042-4e37-9dd6-5ecac81f6706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (1d349f5c-8554-4c13-940a-8952ccbb2343), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.035313 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fa43f6fc-2042-4e37-9dd6-5ecac81f6706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.036900 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-fa43f6fc-2042-4e37-9dd6-5ecac81f6706 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d349f5c-8554-4c13-940a-8952ccbb2343 HTTP/1.1" status: 204 len: 168 time: 0.1547160 Apr 12 13:17:49.053362 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43f6fc-2042-4e37-9dd6-5ecac81f6706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d349f5c-8554-4c13-940a-8952ccbb2343,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:49.059200 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Router 1078ad39-ea6f-4639-b539-891e9d7df5af is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:17:49.256295 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:49.270667 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Sync routers for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:49.281398 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 9424157f-4527-424b-a5f8-89c6b429e2ba up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:49.295348 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.299912 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-70497f17-289a-4f72-b9ee-93f781b7af00 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7526331 Apr 12 13:17:49.300752 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57344) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:49.320433 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:49.321217 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:49.383515 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198e682-fa5a-4509-96c2-89ba90764b77 req-ea9eccc8-31de-4c09-b286-206bdb6fe573 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:49.397489 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e198e682-fa5a-4509-96c2-89ba90764b77 req-ea9eccc8-31de-4c09-b286-206bdb6fe573 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.1244202 Apr 12 13:17:49.421216 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 9424157f-4527-424b-a5f8-89c6b429e2ba triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:49.423246 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.474258 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:49.498403 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e198e682-fa5a-4509-96c2-89ba90764b77 req-01d0ea10-4f60-4c2f-94f8-03ff133fc5a7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979214 Apr 12 13:17:49.500420 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57346) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:49.518707 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78fb6637-325d-495a-b891-897f043016e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.588739 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 9424157f-4527-424b-a5f8-89c6b429e2ba is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:49.589154 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.611921 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78fb6637-325d-495a-b891-897f043016e8 admin admin] Publish callbacks [] for security_group (61badd39-fa05-45cb-bf9b-ec127ee76556), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.617038 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78fb6637-325d-495a-b891-897f043016e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (61badd39-fa05-45cb-bf9b-ec127ee76556), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.630151 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 9424157f-4527-424b-a5f8-89c6b429e2ba, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=9424157f-4527-424b-a5f8-89c6b429e2ba,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:49.633083 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4729200e-dcf0-4862-a427-ff67b8c92662 None None] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:49.670182 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-78fb6637-325d-495a-b891-897f043016e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc80932742aa44fd8810fddfde0d3ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686108 Apr 12 13:17:49.672368 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb6637-325d-495a-b891-897f043016e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61badd39-fa05-45cb-bf9b-ec127ee76556,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:49.676211 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57348) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:49.715446 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.735651 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c4877059-0daa-470b-99f5-5266001663d2 admin admin] Publish callbacks [] for security_group (61badd39-fa05-45cb-bf9b-ec127ee76556), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.759583 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c4877059-0daa-470b-99f5-5266001663d2 admin admin] Publish callbacks [] for security_group (61badd39-fa05-45cb-bf9b-ec127ee76556), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.773965 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:48Z', 'revision_number': 3, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:49.778630 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=9424157f-4527-424b-a5f8-89c6b429e2ba,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:49.785987 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c74ee856-3a27-4a29-8062-a54dafd7bd1f None None] Provisioning complete for port 9424157f-4527-424b-a5f8-89c6b429e2ba triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:49.786768 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c74ee856-3a27-4a29-8062-a54dafd7bd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.812630 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Checking router: 1078ad39-ea6f-4639-b539-891e9d7df5af for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:49.812981 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Updating router 1078ad39-ea6f-4639-b539-891e9d7df5af port 56373fc1-85c8-4216-83dc-168397532f6b binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:17:49.815893 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c4877059-0daa-470b-99f5-5266001663d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (61badd39-fa05-45cb-bf9b-ec127ee76556), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.822216 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c4877059-0daa-470b-99f5-5266001663d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.823830 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c4877059-0daa-470b-99f5-5266001663d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/61badd39-fa05-45cb-bf9b-ec127ee76556 HTTP/1.1" status: 204 len: 168 time: 0.1464963 Apr 12 13:17:49.834495 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4877059-0daa-470b-99f5-5266001663d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61badd39-fa05-45cb-bf9b-ec127ee76556,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:49.847000 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (56373fc1-85c8-4216-83dc-168397532f6b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:49.972796 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c74ee856-3a27-4a29-8062-a54dafd7bd1f None None] Current status of the port 9424157f-4527-424b-a5f8-89c6b429e2ba is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:50.016970 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.191005 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-15476a83-0118-42e5-9489-a4748090b8e4 None None] Provisioning complete for port 9424157f-4527-424b-a5f8-89c6b429e2ba triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:50.193699 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-15476a83-0118-42e5-9489-a4748090b8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.211550 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Allocated IP 172.20.0.1 (88410ab7-5384-464f-bd1e-6730e2b97d6d/f5036a80-cf92-4a4c-838a-96f4bd716c70/3323e7bd-e02d-4f75-9f38-15e17f1eb298) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:50.219445 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Publish callbacks [] for port (56373fc1-85c8-4216-83dc-168397532f6b), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.234457 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (56373fc1-85c8-4216-83dc-168397532f6b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.247109 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:17:50.299781 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Attempting to bind port 56373fc1-85c8-4216-83dc-168397532f6b on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:50.300406 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Attempting to bind port 56373fc1-85c8-4216-83dc-168397532f6b by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:50.300502 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Attempting to bind port 56373fc1-85c8-4216-83dc-168397532f6b on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:50.301943 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-15476a83-0118-42e5-9489-a4748090b8e4 None None] Current status of the port 9424157f-4527-424b-a5f8-89c6b429e2ba is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:50.309716 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:50.310621 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:50.311144 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.311714 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:50.312190 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Bound port: 56373fc1-85c8-4216-83dc-168397532f6b, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:50.312558 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (56373fc1-85c8-4216-83dc-168397532f6b), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.326716 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57358) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:50.339460 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20e190f7-30ff-4435-94ac-35d6d29ad167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.344315 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Pushing event updated for resources: {'Port': ['ID=56373fc1-85c8-4216-83dc-168397532f6b,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:50.348901 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Publish callbacks [] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.355502 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.356069 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.356555 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.357661 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.358176 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.358650 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.359164 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.359643 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.360136 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.360622 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.361107 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.361482 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.361816 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.362136 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.362622 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:17:50.387594 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.399773 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] For port 56373fc1-85c8-4216-83dc-168397532f6b, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:50.410373 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] For port 56373fc1-85c8-4216-83dc-168397532f6b, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=56373fc1-85c8-4216-83dc-168397532f6b,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:50.418827 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (56373fc1-85c8-4216-83dc-168397532f6b), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.428678 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20e190f7-30ff-4435-94ac-35d6d29ad167 admin admin] Publish callbacks [] for security_group (15bfb418-eee4-49a1-a0ee-484e2445e42a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.435304 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-20e190f7-30ff-4435-94ac-35d6d29ad167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (15bfb418-eee4-49a1-a0ee-484e2445e42a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.439233 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3323e7bd-e02d-4f75-9f38-15e17f1eb298,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:50.453129 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:50.454804 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:50.458250 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:50.486847 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e190f7-30ff-4435-94ac-35d6d29ad167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bfb418-eee4-49a1-a0ee-484e2445e42a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:50.503479 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-20e190f7-30ff-4435-94ac-35d6d29ad167 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ab341066c2f474bba88ea59e88edf24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1756582 Apr 12 13:17:50.504157 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57360) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:50.514399 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (1078ad39-ea6f-4639-b539-891e9d7df5af), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.516410 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:50.517241 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:50.522178 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a3a8e-32ba-4dc0-a867-b47c236cead3 None None] Pushing event updated for resources: {'Port': ['ID=56373fc1-85c8-4216-83dc-168397532f6b,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:50.570107 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bcfd6-fa21-4b31-b8bc-cde628eab779 admin admin] Publish callbacks [] for security_group (15bfb418-eee4-49a1-a0ee-484e2445e42a), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.606163 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bcfd6-fa21-4b31-b8bc-cde628eab779 admin admin] Publish callbacks [] for security_group (15bfb418-eee4-49a1-a0ee-484e2445e42a), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.697979 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:50.699729 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11422d5-d155-43cb-86cb-531c227a5303 req-60bb1c26-1db7-41e5-8be7-ae71958aa5fe tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:50.701923 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d11422d5-d155-43cb-86cb-531c227a5303 req-60bb1c26-1db7-41e5-8be7-ae71958aa5fe tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0703189 Apr 12 13:17:50.713611 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.752692 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bcfd6-fa21-4b31-b8bc-cde628eab779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (15bfb418-eee4-49a1-a0ee-484e2445e42a), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.755438 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bcfd6-fa21-4b31-b8bc-cde628eab779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.759258 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1c6bcfd6-fa21-4b31-b8bc-cde628eab779 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15bfb418-eee4-49a1-a0ee-484e2445e42a HTTP/1.1" status: 204 len: 168 time: 0.2537074 Apr 12 13:17:50.767851 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d11422d5-d155-43cb-86cb-531c227a5303 req-e9752cc4-6544-4ffa-874f-8b0eb2896249 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593021 Apr 12 13:17:50.774135 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bcfd6-fa21-4b31-b8bc-cde628eab779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bfb418-eee4-49a1-a0ee-484e2445e42a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:50.921321 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:48Z', 'revision_number': 3, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:50.926847 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-817917de-18e7-4279-91a8-60c2e8d5a3f5 None None] Provisioning complete for port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:50.927577 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-817917de-18e7-4279-91a8-60c2e8d5a3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.929980 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Publish callbacks [] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.935775 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:50.959636 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaccc58-fd76-4306-aae6-0ef2de74aecb None None] The sync data for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi is: [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:48Z', 'revision_number': 3, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:50.976293 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-817917de-18e7-4279-91a8-60c2e8d5a3f5 None None] Port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:17:51.006030 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (1078ad39-ea6f-4639-b539-891e9d7df5af), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.018973 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3323e7bd-e02d-4f75-9f38-15e17f1eb298,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:51.111038 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:51.112402 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:51.221946 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 9424157f-4527-424b-a5f8-89c6b429e2ba up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:51.321520 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Router 1078ad39-ea6f-4639-b539-891e9d7df5af has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:51.329413 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 9424157f-4527-424b-a5f8-89c6b429e2ba triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:51.329966 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.446680 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 9424157f-4527-424b-a5f8-89c6b429e2ba is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:51.476801 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:51.483019 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-bd74bd65-0e88-42eb-9758-c0c36b3b2fc2 admin admin] 10.222.0.47 "PUT /v2.0/routers/1078ad39-ea6f-4639-b539-891e9d7df5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1810064 Apr 12 13:17:51.518477 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-eedfd882-2f10-467f-9512-7a24884c6cb8 None None] Provisioning complete for port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:51.518914 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eedfd882-2f10-467f-9512-7a24884c6cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:51.563480 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-eedfd882-2f10-467f-9512-7a24884c6cb8 None None] Port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:17:51.963843 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aa730-2d7e-45bb-bb65-c645751228df req-ee7c4d11-54fe-4fb1-a482-8d144b6d3973 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:51.966950 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c5aa730-2d7e-45bb-bb65-c645751228df req-ee7c4d11-54fe-4fb1-a482-8d144b6d3973 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0941229 Apr 12 13:17:52.034820 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0c5aa730-2d7e-45bb-bb65-c645751228df req-1354dc9d-e3be-4dfb-b2f7-7d186ff20659 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597329 Apr 12 13:17:52.288775 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57424) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:52.296851 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-858204903-network', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:52.319540 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Made reservation on behalf of 293a107c80c2494a88601efcfb03b8cd for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:17:52.322568 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.333486 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.427258 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Publish callbacks [] for security_group (0a908d6d-5991-489f-a188-8d39e19e4711), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.432517 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (0a908d6d-5991-489f-a188-8d39e19e4711), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.455751 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:17:52.469938 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a908d6d-5991-489f-a188-8d39e19e4711,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:52.474995 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (22f7f20d-bf54-4c32-92e5-fe2839011d06), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.475343 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Added segment 22f7f20d-bf54-4c32-92e5-fe2839011d06 of type vlan for network 17336c6b-5b63-49e2-959b-138fd5c5d00d Apr 12 13:17:52.520908 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (17336c6b-5b63-49e2-959b-138fd5c5d00d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.555047 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (17336c6b-5b63-49e2-959b-138fd5c5d00d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.555927 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:52.556895 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.604513 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3116181 Apr 12 13:17:52.605422 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57438) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:52.614464 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Request body: {'subnet': {'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-858204903-subnet', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:52.639104 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4b938-7ab5-45af-b14a-55199618ebda admin admin] Pushing event updated for resources: {'Network': ['ID=17336c6b-5b63-49e2-959b-138fd5c5d00d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:52.661047 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 17336c6b-5b63-49e2-959b-138fd5c5d00d details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:17:52.681694 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Made reservation on behalf of 293a107c80c2494a88601efcfb03b8cd for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:17:52.684336 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11835009'] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.908827 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12469009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11835027'] for subnet (69cbee43-61a9-4ac8-8c13-382ad3451d40), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:52.989810 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cbee43-61a9-4ac8-8c13-382ad3451d40,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:52.998370 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Checking segment: {'id': '22f7f20d-bf54-4c32-92e5-fe2839011d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:52.998741 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Network hostable DHCP agents. Network: 17336c6b-5b63-49e2-959b-138fd5c5d00d, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:17:53.017811 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Network 17336c6b-5b63-49e2-959b-138fd5c5d00d is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:17:53.029440 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 17336c6b-5b63-49e2-959b-138fd5c5d00d) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:53.039350 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:53.039958 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.050054 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb8091-88aa-4d18-bf2f-ba9a53abb005 None None] Network 17336c6b-5b63-49e2-959b-138fd5c5d00d requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:53.060003 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d1c5b33a-0d1d-4e54-b63d-3032c369dca3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4528804 Apr 12 13:17:53.062630 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57452) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:53.067491 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-858204903-router', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:53.081853 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57456) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:53.121829 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (027eeb5a-fa1b-47ce-afcb-7c871766350a), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.123560 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (027eeb5a-fa1b-47ce-afcb-7c871766350a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.204211 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4801a-f97a-43e4-a8c3-e406d964a286 req-7080aab9-0e13-4c76-baee-357612be694e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:53.206293 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5cc4801a-f97a-43e4-a8c3-e406d964a286 req-7080aab9-0e13-4c76-baee-357612be694e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0849390 Apr 12 13:17:53.228788 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks [] for router_controller (027eeb5a-fa1b-47ce-afcb-7c871766350a), precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.279998 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Sync routers for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:53.282139 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7247bd1a-d3e7-4e83-8c0e-7194ac4b7e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.286831 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 56373fc1-85c8-4216-83dc-168397532f6b up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:53.297417 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5cc4801a-f97a-43e4-a8c3-e406d964a286 req-1068a38d-d108-45e4-8abf-01a5851bb16f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752022 Apr 12 13:17:53.361206 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:53.361951 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:53.386332 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7247bd1a-d3e7-4e83-8c0e-7194ac4b7e48 admin admin] Publish callbacks [] for security_group (5f70c6a9-857e-44af-89aa-9dc5151426c0), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.391698 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7247bd1a-d3e7-4e83-8c0e-7194ac4b7e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5f70c6a9-857e-44af-89aa-9dc5151426c0), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.438517 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 56373fc1-85c8-4216-83dc-168397532f6b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:53.438901 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (56373fc1-85c8-4216-83dc-168397532f6b), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.439819 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247bd1a-d3e7-4e83-8c0e-7194ac4b7e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f70c6a9-857e-44af-89aa-9dc5151426c0,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:53.458395 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7247bd1a-d3e7-4e83-8c0e-7194ac4b7e48 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9094dec99bef4793bf7b2185efd5c8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3757372 Apr 12 13:17:53.461320 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57460) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:53.464224 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-17336c6b-5b63-49e2-959b-138fd5c5d00d', 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d', 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'fixed_ips': [{'subnet_id': '69cbee43-61a9-4ac8-8c13-382ad3451d40'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:17:53.465078 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.520344 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19373283-7325-4929-b113-048f11877e08 admin admin] Publish callbacks [] for security_group (5f70c6a9-857e-44af-89aa-9dc5151426c0), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.544884 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19373283-7325-4929-b113-048f11877e08 admin admin] Publish callbacks [] for security_group (5f70c6a9-857e-44af-89aa-9dc5151426c0), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.599636 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19373283-7325-4929-b113-048f11877e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5f70c6a9-857e-44af-89aa-9dc5151426c0), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.602876 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-19373283-7325-4929-b113-048f11877e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.604242 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-19373283-7325-4929-b113-048f11877e08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f70c6a9-857e-44af-89aa-9dc5151426c0 HTTP/1.1" status: 204 len: 168 time: 0.1419382 Apr 12 13:17:53.614957 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19373283-7325-4929-b113-048f11877e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f70c6a9-857e-44af-89aa-9dc5151426c0,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:53.632043 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:53.679149 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks [] for router_gateway (027eeb5a-fa1b-47ce-afcb-7c871766350a), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.782623 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 56373fc1-85c8-4216-83dc-168397532f6b is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:53.783612 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (56373fc1-85c8-4216-83dc-168397532f6b), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.873648 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 56373fc1-85c8-4216-83dc-168397532f6b, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=56373fc1-85c8-4216-83dc-168397532f6b,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:53.890617 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (56373fc1-85c8-4216-83dc-168397532f6b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.895227 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Allocated IP 172.20.0.2 (17336c6b-5b63-49e2-959b-138fd5c5d00d/69cbee43-61a9-4ac8-8c13-382ad3451d40/762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:53.906157 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks [] for router_gateway (027eeb5a-fa1b-47ce-afcb-7c871766350a), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:53.926584 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.020241 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57476) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:54.040387 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dc8d91be-e7eb-4398-bb13-72fe79dbea00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.045724 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=56373fc1-85c8-4216-83dc-168397532f6b,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:54.069389 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Allocated IP 172.27.3.236 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/863720ab-7543-40b4-b647-aae0190a8b52) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:54.094218 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 2, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:54.131774 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Checking router: 1078ad39-ea6f-4639-b539-891e9d7df5af for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:54.132529 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Updating router 1078ad39-ea6f-4639-b539-891e9d7df5af port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:17:54.164829 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dc8d91be-e7eb-4398-bb13-72fe79dbea00 admin admin] Publish callbacks [] for security_group (4c5f3af4-1eba-48c7-b705-fd4317bfe9c4), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.176049 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dc8d91be-e7eb-4398-bb13-72fe79dbea00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (4c5f3af4-1eba-48c7-b705-fd4317bfe9c4), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.182697 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.239387 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks [] for port (863720ab-7543-40b4-b647-aae0190a8b52), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.249871 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-dc8d91be-e7eb-4398-bb13-72fe79dbea00 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=093cd518daa74bd7908d99006974f72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282510 Apr 12 13:17:54.252274 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57480) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:54.260201 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d91be-e7eb-4398-bb13-72fe79dbea00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5f3af4-1eba-48c7-b705-fd4317bfe9c4,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:54.267560 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Publish callbacks [] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.284478 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (863720ab-7543-40b4-b647-aae0190a8b52), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.287444 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.331739 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a01faea-6920-4e13-ab53-2a3a430b1f2d admin admin] Publish callbacks [] for security_group (4c5f3af4-1eba-48c7-b705-fd4317bfe9c4), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.344393 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:54.347583 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:54.352656 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:54.386757 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Pushing event updated for resources: {'Port': ['ID=863720ab-7543-40b4-b647-aae0190a8b52,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:54.395390 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a01faea-6920-4e13-ab53-2a3a430b1f2d admin admin] Publish callbacks [] for security_group (4c5f3af4-1eba-48c7-b705-fd4317bfe9c4), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.512499 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d68b2-a8d1-4128-a422-5e8c3d85f059 req-17fe9118-65b4-4481-aaab-1d3a4c9e654f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:54.514596 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-425d68b2-a8d1-4128-a422-5e8c3d85f059 req-17fe9118-65b4-4481-aaab-1d3a4c9e654f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.1073382 Apr 12 13:17:54.547620 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Network 17336c6b-5b63-49e2-959b-138fd5c5d00d is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:54.554351 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:54.555425 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a01faea-6920-4e13-ab53-2a3a430b1f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (4c5f3af4-1eba-48c7-b705-fd4317bfe9c4), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.558360 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7a01faea-6920-4e13-ab53-2a3a430b1f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.560358 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7a01faea-6920-4e13-ab53-2a3a430b1f2d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c5f3af4-1eba-48c7-b705-fd4317bfe9c4 HTTP/1.1" status: 204 len: 168 time: 0.3060801 Apr 12 13:17:54.580800 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01faea-6920-4e13-ab53-2a3a430b1f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5f3af4-1eba-48c7-b705-fd4317bfe9c4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:54.585465 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-425d68b2-a8d1-4128-a422-5e8c3d85f059 req-fa734932-d481-478f-8e0e-e52b60ee9a3c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641091 Apr 12 13:17:54.598644 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:54.646361 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Pushing event updated for resources: {'Port': ['ID=762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:54.674924 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks [] for router_gateway (027eeb5a-fa1b-47ce-afcb-7c871766350a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.729136 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Attempting to bind port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:54.729610 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Attempting to bind port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '22f7f20d-bf54-4c32-92e5-fe2839011d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:54.729877 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Attempting to bind port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c on network 17336c6b-5b63-49e2-959b-138fd5c5d00d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:54.740548 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:54.741148 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Checking segment: {'id': '22f7f20d-bf54-4c32-92e5-fe2839011d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:54.741828 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.742223 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Bound using segment: {'id': '22f7f20d-bf54-4c32-92e5-fe2839011d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:54.742708 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Bound port: 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f7f20d-bf54-4c32-92e5-fe2839011d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:54.743418 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.769714 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Publish callbacks [] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.800510 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.888657 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2888e26-2667-4c83-9b81-7acc4ac1409b None None] Pushing event updated for resources: {'Port': ['ID=3323e7bd-e02d-4f75-9f38-15e17f1eb298,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:54.898893 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] For port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:54.905755 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] For port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c,segment=NetworkSegment(22f7f20d-bf54-4c32-92e5-fe2839011d06),segment_id=22f7f20d-bf54-4c32-92e5-fe2839011d06)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:54.934480 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:54.942464 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (027eeb5a-fa1b-47ce-afcb-7c871766350a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.018513 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Attempting to bind port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:55.019143 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Attempting to bind port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:55.019897 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Attempting to bind port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 on network 88410ab7-5384-464f-bd1e-6730e2b97d6d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:55.041106 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:55.041786 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Checking segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:55.042337 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.042902 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Bound using segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:55.043549 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Bound port: 3323e7bd-e02d-4f75-9f38-15e17f1eb298, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:55.044077 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.052872 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cb879-b805-48d9-a184-b2ba2fd083ad None None] Pushing event updated for resources: {'Port': ['ID=762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:55.130129 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Router 027eeb5a-fa1b-47ce-afcb-7c871766350a is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:17:55.164013 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] For port 3323e7bd-e02d-4f75-9f38-15e17f1eb298, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:55.168086 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] For port 3323e7bd-e02d-4f75-9f38-15e17f1eb298, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=3323e7bd-e02d-4f75-9f38-15e17f1eb298,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:55.177430 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.244222 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 56373fc1-85c8-4216-83dc-168397532f6b up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:55.378517 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:55.390624 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Sync routers for ids ['027eeb5a-fa1b-47ce-afcb-7c871766350a'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:55.408561 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Routers {'027eeb5a-fa1b-47ce-afcb-7c871766350a'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:55.410357 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['027eeb5a-fa1b-47ce-afcb-7c871766350a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:55.412265 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.413468 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e2fe47c1-0c03-4321-a23e-08c067d4b345 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3496046 Apr 12 13:17:55.416721 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57504) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:55.503077 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8e40c05f-157f-4002-8d9d-228438971c83 None None] Provisioning complete for port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:55.503616 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e40c05f-157f-4002-8d9d-228438971c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.583419 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2888e26-2667-4c83-9b81-7acc4ac1409b None None] Pushing event updated for resources: {'Port': ['ID=3323e7bd-e02d-4f75-9f38-15e17f1eb298,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:55.594641 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:55.595529 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:55.608692 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Set router 027eeb5a-fa1b-47ce-afcb-7c871766350a gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:55.725742 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 56373fc1-85c8-4216-83dc-168397532f6b triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:55.726367 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (56373fc1-85c8-4216-83dc-168397532f6b), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.831093 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'name': 'tempest-TestVolumeBootPattern-858204903-router', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '863720ab-7543-40b4-b647-aae0190a8b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:54Z', 'revision_number': 3, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'gw_port': {'id': '863720ab-7543-40b4-b647-aae0190a8b52', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:55.841610 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8e40c05f-157f-4002-8d9d-228438971c83 None None] Current status of the port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:55.842782 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e40c05f-157f-4002-8d9d-228438971c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.865942 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Checking router: 027eeb5a-fa1b-47ce-afcb-7c871766350a for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:17:55.866296 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Updating router 027eeb5a-fa1b-47ce-afcb-7c871766350a port 863720ab-7543-40b4-b647-aae0190a8b52 binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:17:55.898705 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (863720ab-7543-40b4-b647-aae0190a8b52), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:55.920292 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:55.929544 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-8e40c05f-157f-4002-8d9d-228438971c83 None None] For port 3323e7bd-e02d-4f75-9f38-15e17f1eb298, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=3323e7bd-e02d-4f75-9f38-15e17f1eb298,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:55.965406 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e40c05f-157f-4002-8d9d-228438971c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.126154 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8780f720-da4d-4969-ae33-0a995df6a033 None None] Provisioning complete for port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:56.126536 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8780f720-da4d-4969-ae33-0a995df6a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.133439 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 56373fc1-85c8-4216-83dc-168397532f6b is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:56.181495 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de023d-61ac-4658-87c6-a6bf018bdbe7 req-6a24c132-339f-4ebf-b454-5d742fd94119 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:56.189408 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-72de023d-61ac-4658-87c6-a6bf018bdbe7 req-6a24c132-339f-4ebf-b454-5d742fd94119 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.4483676 Apr 12 13:17:56.248195 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40c05f-157f-4002-8d9d-228438971c83 None None] Pushing event updated for resources: {'Port': ['ID=3323e7bd-e02d-4f75-9f38-15e17f1eb298,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:56.300595 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-72de023d-61ac-4658-87c6-a6bf018bdbe7 req-48541e6a-c2b3-4d95-bdf8-485373e4ce8c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101460 Apr 12 13:17:56.444462 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Publish callbacks [] for port (863720ab-7543-40b4-b647-aae0190a8b52), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.455444 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (863720ab-7543-40b4-b647-aae0190a8b52), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.473332 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8780f720-da4d-4969-ae33-0a995df6a033 None None] Current status of the port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:56.515020 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:56.532656 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Attempting to bind port 863720ab-7543-40b4-b647-aae0190a8b52 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:17:56.533305 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Attempting to bind port 863720ab-7543-40b4-b647-aae0190a8b52 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:17:56.533863 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Attempting to bind port 863720ab-7543-40b4-b647-aae0190a8b52 on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:17:56.544618 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e72526-ef90-4565-898d-cae378ef1e72 None None] Pushing event updated for resources: {'Port': ['ID=863720ab-7543-40b4-b647-aae0190a8b52,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:56.547719 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:17:56.548330 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:17:56.548994 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.549412 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:17:56.550085 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Bound port: 863720ab-7543-40b4-b647-aae0190a8b52, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:17:56.550616 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (863720ab-7543-40b4-b647-aae0190a8b52), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.581023 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.596532 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8b1d87-0db8-4990-9c27-12245cabefdb None None] Network 17336c6b-5b63-49e2-959b-138fd5c5d00d requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:17:56.599919 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a1bcd5-90f7-40fa-adc9-e308321e7b99 None None] The sync data for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi is: [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:56.630508 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] For port 863720ab-7543-40b4-b647-aae0190a8b52, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:17:56.635098 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] For port 863720ab-7543-40b4-b647-aae0190a8b52, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=863720ab-7543-40b4-b647-aae0190a8b52,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:17:56.645117 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (863720ab-7543-40b4-b647-aae0190a8b52), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.723263 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Routers {'027eeb5a-fa1b-47ce-afcb-7c871766350a'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:56.724021 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['027eeb5a-fa1b-47ce-afcb-7c871766350a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:56.760109 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9d7d43d3-5054-4235-ba1a-b330285d1d68 None None] Provisioning complete for port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:56.760354 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d7d43d3-5054-4235-ba1a-b330285d1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.801100 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e72526-ef90-4565-898d-cae378ef1e72 None None] Pushing event updated for resources: {'Port': ['ID=863720ab-7543-40b4-b647-aae0190a8b52,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:56.893392 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Allocated IP 172.20.0.1 (17336c6b-5b63-49e2-959b-138fd5c5d00d/69cbee43-61a9-4ac8-8c13-382ad3451d40/3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:17:56.912832 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d43d3-5054-4235-ba1a-b330285d1d68 None None] Current status of the port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:56.913510 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d7d43d3-5054-4235-ba1a-b330285d1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:56.947206 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] Set router 027eeb5a-fa1b-47ce-afcb-7c871766350a gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:56.977616 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9d7d43d3-5054-4235-ba1a-b330285d1d68 None None] For port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c,segment=NetworkSegment(22f7f20d-bf54-4c32-92e5-fe2839011d06),segment_id=22f7f20d-bf54-4c32-92e5-fe2839011d06)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:56.990038 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9d7d43d3-5054-4235-ba1a-b330285d1d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.110650 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d43d3-5054-4235-ba1a-b330285d1d68 None None] Pushing event updated for resources: {'Port': ['ID=762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:57.118416 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Publish callbacks [] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.168873 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.221794 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Network 17336c6b-5b63-49e2-959b-138fd5c5d00d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:57.229152 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:57.236474 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-73beaefa-cf4d-419c-890c-8b736936baf6 None None] Provisioning complete for port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:57.236767 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:17:57.236899 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-73beaefa-cf4d-419c-890c-8b736936baf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.240012 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:57.316308 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (027eeb5a-fa1b-47ce-afcb-7c871766350a), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.351693 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 3323e7bd-e02d-4f75-9f38-15e17f1eb298 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:57.362284 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'name': 'tempest-TestVolumeBootPattern-858204903-router', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '863720ab-7543-40b4-b647-aae0190a8b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:54Z', 'revision_number': 3, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'gw_port': {'id': '863720ab-7543-40b4-b647-aae0190a8b52', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:57.437457 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982b0f01-acd7-4686-b0d9-8bf963280f98 None None] The sync data for ids ['027eeb5a-fa1b-47ce-afcb-7c871766350a'] in dv-cinder-830096-4-iscsi is: [{'id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'name': 'tempest-TestVolumeBootPattern-858204903-router', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '863720ab-7543-40b4-b647-aae0190a8b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:54Z', 'revision_number': 3, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'gw_port': {'id': '863720ab-7543-40b4-b647-aae0190a8b52', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:17:57.499072 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-73beaefa-cf4d-419c-890c-8b736936baf6 None None] Current status of the port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:57.547351 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:57.547821 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.583590 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cf990-3797-48ce-9faa-932571d8d915 req-bda7c7b8-c4b4-4182-9a98-721b6358e1dd tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:57.585173 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-625cf990-3797-48ce-9faa-932571d8d915 req-bda7c7b8-c4b4-4182-9a98-721b6358e1dd tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.1337297 Apr 12 13:17:57.682637 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.684346 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:57.688640 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:57.695480 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-625cf990-3797-48ce-9faa-932571d8d915 req-e77a49c8-7311-4333-8015-d58d80f62eac tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969522 Apr 12 13:17:57.734787 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-eae81280-2a88-4b73-bfdb-2e045c111a74 None None] Provisioning complete for port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:57.735232 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-eae81280-2a88-4b73-bfdb-2e045c111a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.784837 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:57.785258 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.824680 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-eae81280-2a88-4b73-bfdb-2e045c111a74 None None] Port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:17:57.907815 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:57.919237 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Publish callbacks [] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.923370 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:57.997272 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Pushing event updated for resources: {'Port': ['ID=3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:58.000224 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (027eeb5a-fa1b-47ce-afcb-7c871766350a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:58.116948 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Network 17336c6b-5b63-49e2-959b-138fd5c5d00d is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:17:58.118540 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:17:58.248270 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Router 027eeb5a-fa1b-47ce-afcb-7c871766350a has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:17:58.347607 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-5c366228-b685-4619-9a1b-f71a4eaf108a None None] Provisioning complete for port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:58.348200 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5c366228-b685-4619-9a1b-f71a4eaf108a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:58.379098 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:17:58.391981 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-81e7bc35-2381-4c43-95c5-dc777d55fc24 admin admin] 10.222.0.47 "PUT /v2.0/routers/027eeb5a-fa1b-47ce-afcb-7c871766350a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9667978 Apr 12 13:17:58.397809 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-5c366228-b685-4619-9a1b-f71a4eaf108a None None] Port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:17:58.774986 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:58.868613 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac8169-8b4a-4236-909d-3b74c143194c req-a2c7b3df-88fd-4756-a55b-ce35f608951a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:17:58.875776 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d3ac8169-8b4a-4236-909d-3b74c143194c req-a2c7b3df-88fd-4756-a55b-ce35f608951a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0690093 Apr 12 13:17:58.933832 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d3ac8169-8b4a-4236-909d-3b74c143194c req-04d816a3-a0f6-4833-829a-3bc61569de57 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570521 Apr 12 13:17:59.173576 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57560) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:59.178658 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-51b2d5f1-1cde-4fd1-83fa-407657f2fc03 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1249288930', 'description': 'tempest-secgroup-smoke-1249288930 description', 'project_id': '20eb796f475e4b588ff0d23e33387680'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:59.202248 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51b2d5f1-1cde-4fd1-83fa-407657f2fc03 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.224564 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 863720ab-7543-40b4-b647-aae0190a8b52 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:17:59.280607 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51b2d5f1-1cde-4fd1-83fa-407657f2fc03 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group (3aa12078-5419-4fe5-8719-e811a95be20f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.286211 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51b2d5f1-1cde-4fd1-83fa-407657f2fc03 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (3aa12078-5419-4fe5-8719-e811a95be20f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.287473 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 863720ab-7543-40b4-b647-aae0190a8b52 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:17:59.288125 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (863720ab-7543-40b4-b647-aae0190a8b52), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.315968 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2d5f1-1cde-4fd1-83fa-407657f2fc03 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa12078-5419-4fe5-8719-e811a95be20f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:59.328779 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-51b2d5f1-1cde-4fd1-83fa-407657f2fc03 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.333113 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-51b2d5f1-1cde-4fd1-83fa-407657f2fc03 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1582968 Apr 12 13:17:59.333533 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57562) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:59.338780 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-7951761a-1316-4921-930f-380305ac4872 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'security_group_rule': {'security_group_id': '3aa12078-5419-4fe5-8719-e811a95be20f', 'project_id': '20eb796f475e4b588ff0d23e33387680', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:59.369084 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7951761a-1316-4921-930f-380305ac4872 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (10af2ee7-f70f-4b8a-8a5b-f6cd35f0ffa3), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.380443 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 863720ab-7543-40b4-b647-aae0190a8b52 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:17:59.381500 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (863720ab-7543-40b4-b647-aae0190a8b52), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.406946 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 863720ab-7543-40b4-b647-aae0190a8b52, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=863720ab-7543-40b4-b647-aae0190a8b52,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:17:59.411611 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (863720ab-7543-40b4-b647-aae0190a8b52), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.437145 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7951761a-1316-4921-930f-380305ac4872 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (10af2ee7-f70f-4b8a-8a5b-f6cd35f0ffa3), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.442525 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7951761a-1316-4921-930f-380305ac4872 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (10af2ee7-f70f-4b8a-8a5b-f6cd35f0ffa3), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.461690 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951761a-1316-4921-930f-380305ac4872 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10af2ee7-f70f-4b8a-8a5b-f6cd35f0ffa3,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:59.471603 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7951761a-1316-4921-930f-380305ac4872 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.472901 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7951761a-1316-4921-930f-380305ac4872 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383231 Apr 12 13:17:59.474069 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=863720ab-7543-40b4-b647-aae0190a8b52,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:59.476587 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57564) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:59.481015 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-76214223-4dfc-435d-bd12-6a625824a1b5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'security_group_rule': {'security_group_id': '3aa12078-5419-4fe5-8719-e811a95be20f', 'project_id': '20eb796f475e4b588ff0d23e33387680', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:59.499131 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Sync routers for ids ['027eeb5a-fa1b-47ce-afcb-7c871766350a'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:17:59.509908 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Routers {'027eeb5a-fa1b-47ce-afcb-7c871766350a'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:17:59.510292 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76214223-4dfc-435d-bd12-6a625824a1b5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (bcfb9a5d-612d-4dc6-8bf6-cdc295b43a78), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.510538 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['027eeb5a-fa1b-47ce-afcb-7c871766350a'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:59.567380 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76214223-4dfc-435d-bd12-6a625824a1b5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (bcfb9a5d-612d-4dc6-8bf6-cdc295b43a78), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.571548 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76214223-4dfc-435d-bd12-6a625824a1b5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (bcfb9a5d-612d-4dc6-8bf6-cdc295b43a78), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.589690 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76214223-4dfc-435d-bd12-6a625824a1b5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfb9a5d-612d-4dc6-8bf6-cdc295b43a78,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:59.597818 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-76214223-4dfc-435d-bd12-6a625824a1b5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.600474 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-76214223-4dfc-435d-bd12-6a625824a1b5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223831 Apr 12 13:17:59.602709 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57566) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:59.608004 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-807801a3-f515-4e37-a148-2bcc4851e0d5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'security_group_rule': {'security_group_id': '3aa12078-5419-4fe5-8719-e811a95be20f', 'project_id': '20eb796f475e4b588ff0d23e33387680', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:59.634137 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Set router 027eeb5a-fa1b-47ce-afcb-7c871766350a gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:17:59.639392 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-807801a3-f515-4e37-a148-2bcc4851e0d5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (4293382c-1570-4ecd-90e5-56d6e66b18c7), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.709134 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-807801a3-f515-4e37-a148-2bcc4851e0d5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (4293382c-1570-4ecd-90e5-56d6e66b18c7), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.713674 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-807801a3-f515-4e37-a148-2bcc4851e0d5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (4293382c-1570-4ecd-90e5-56d6e66b18c7), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.733540 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807801a3-f515-4e37-a148-2bcc4851e0d5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4293382c-1570-4ecd-90e5-56d6e66b18c7,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:59.744942 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-807801a3-f515-4e37-a148-2bcc4851e0d5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.746493 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-807801a3-f515-4e37-a148-2bcc4851e0d5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424975 Apr 12 13:17:59.749718 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57570) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:59.754100 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-444e2e3c-97fb-4e10-9e5b-56ac1adb7e00 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'security_group_rule': {'security_group_id': '3aa12078-5419-4fe5-8719-e811a95be20f', 'project_id': '20eb796f475e4b588ff0d23e33387680', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:59.782195 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-444e2e3c-97fb-4e10-9e5b-56ac1adb7e00 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (20759a1f-8b97-44e0-a182-c0e2e4d454d1), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.842647 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-444e2e3c-97fb-4e10-9e5b-56ac1adb7e00 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (20759a1f-8b97-44e0-a182-c0e2e4d454d1), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.846930 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-444e2e3c-97fb-4e10-9e5b-56ac1adb7e00 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (20759a1f-8b97-44e0-a182-c0e2e4d454d1), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.867152 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e2e3c-97fb-4e10-9e5b-56ac1adb7e00 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20759a1f-8b97-44e0-a182-c0e2e4d454d1,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:17:59.873090 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-444e2e3c-97fb-4e10-9e5b-56ac1adb7e00 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.877366 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57572) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:17:59.877625 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-444e2e3c-97fb-4e10-9e5b-56ac1adb7e00 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267483 Apr 12 13:17:59.883504 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-653112c7-d2aa-4dc7-b194-efb637f0656d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'security_group_rule': {'security_group_id': '3aa12078-5419-4fe5-8719-e811a95be20f', 'project_id': '20eb796f475e4b588ff0d23e33387680', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:17:59.917374 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-653112c7-d2aa-4dc7-b194-efb637f0656d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Project 20eb796f475e4b588ff0d23e33387680 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:17:59.924621 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-653112c7-d2aa-4dc7-b194-efb637f0656d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (f54988b1-12e7-4e7c-9de5-b2cc690257d2), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.982611 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'name': 'tempest-TestVolumeBootPattern-858204903-router', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '863720ab-7543-40b4-b647-aae0190a8b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:57Z', 'revision_number': 4, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'gw_port': {'id': '863720ab-7543-40b4-b647-aae0190a8b52', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c', 'name': '', 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'mac_address': 'fa:16:3e:61:f1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '69cbee43-61a9-4ac8-8c13-382ad3451d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:56Z', 'updated_at': '2022-04-12T13:17:57Z', 'revision_number': 2, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'subnets': [{'id': '69cbee43-61a9-4ac8-8c13-382ad3451d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:17:59.987473 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-653112c7-d2aa-4dc7-b194-efb637f0656d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (f54988b1-12e7-4e7c-9de5-b2cc690257d2), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:17:59.992512 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-653112c7-d2aa-4dc7-b194-efb637f0656d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (f54988b1-12e7-4e7c-9de5-b2cc690257d2), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.011363 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Checking router: 027eeb5a-fa1b-47ce-afcb-7c871766350a for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:18:00.011751 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Updating router 027eeb5a-fa1b-47ce-afcb-7c871766350a port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:18:00.015532 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653112c7-d2aa-4dc7-b194-efb637f0656d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54988b1-12e7-4e7c-9de5-b2cc690257d2,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:00.032376 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-653112c7-d2aa-4dc7-b194-efb637f0656d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.034780 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-653112c7-d2aa-4dc7-b194-efb637f0656d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538479 Apr 12 13:18:00.037230 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57576) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:00.042770 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-beaa5f43-cedc-4a21-8507-d6da75e1ef2c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'security_group_rule': {'security_group_id': '3aa12078-5419-4fe5-8719-e811a95be20f', 'project_id': '20eb796f475e4b588ff0d23e33387680', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:18:00.048899 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.056129 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fea768-e730-43f2-9690-82208ddfefc9 req-a9f9f655-3de2-4452-a3c5-10dcf7b174b1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:00.057959 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-37fea768-e730-43f2-9690-82208ddfefc9 req-a9f9f655-3de2-4452-a3c5-10dcf7b174b1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0565534 Apr 12 13:18:00.076744 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.securitygroups_db [None req-beaa5f43-cedc-4a21-8507-d6da75e1ef2c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Project 20eb796f475e4b588ff0d23e33387680 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:18:00.084705 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beaa5f43-cedc-4a21-8507-d6da75e1ef2c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (ece1b21d-8dd7-417c-9760-d6e2e5b3cf4e), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.115922 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-37fea768-e730-43f2-9690-82208ddfefc9 req-b64e65fa-7bee-4c04-a047-f5c1d2673ec4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486960 Apr 12 13:18:00.168405 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beaa5f43-cedc-4a21-8507-d6da75e1ef2c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (ece1b21d-8dd7-417c-9760-d6e2e5b3cf4e), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.182361 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beaa5f43-cedc-4a21-8507-d6da75e1ef2c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (ece1b21d-8dd7-417c-9760-d6e2e5b3cf4e), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.206527 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa5f43-cedc-4a21-8507-d6da75e1ef2c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece1b21d-8dd7-417c-9760-d6e2e5b3cf4e,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:00.214614 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-beaa5f43-cedc-4a21-8507-d6da75e1ef2c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.219899 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-beaa5f43-cedc-4a21-8507-d6da75e1ef2c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1775801 Apr 12 13:18:00.406706 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Publish callbacks [] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.413694 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.471755 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb3caa-0ba9-4a21-8931-db3dd09b409a None None] Pushing event updated for resources: {'Port': ['ID=3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:00.531983 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Attempting to bind port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:18:00.532564 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Attempting to bind port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '22f7f20d-bf54-4c32-92e5-fe2839011d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:18:00.533074 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Attempting to bind port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c on network 17336c6b-5b63-49e2-959b-138fd5c5d00d {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:18:00.539169 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:18:00.540043 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Checking segment: {'id': '22f7f20d-bf54-4c32-92e5-fe2839011d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:18:00.541161 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.541745 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Bound using segment: {'id': '22f7f20d-bf54-4c32-92e5-fe2839011d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:18:00.542401 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Bound port: 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f7f20d-bf54-4c32-92e5-fe2839011d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:18:00.542943 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.648060 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] For port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:18:00.652532 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] For port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c,segment=NetworkSegment(22f7f20d-bf54-4c32-92e5-fe2839011d06),segment_id=22f7f20d-bf54-4c32-92e5-fe2839011d06)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:18:00.661471 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.720930 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Routers {'027eeb5a-fa1b-47ce-afcb-7c871766350a'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:18:00.721790 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:17:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['027eeb5a-fa1b-47ce-afcb-7c871766350a'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:00.783463 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb3caa-0ba9-4a21-8931-db3dd09b409a None None] Pushing event updated for resources: {'Port': ['ID=3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:00.874767 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Provisioning complete for port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:18:00.875407 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:00.916980 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] Set router 027eeb5a-fa1b-47ce-afcb-7c871766350a gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:18:01.102131 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Current status of the port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:01.102881 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:01.158443 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] For port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c,segment=NetworkSegment(22f7f20d-bf54-4c32-92e5-fe2839011d06),segment_id=22f7f20d-bf54-4c32-92e5-fe2839011d06)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:01.184687 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:01.230092 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 863720ab-7543-40b4-b647-aae0190a8b52 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:18:01.236030 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'name': 'tempest-TestVolumeBootPattern-858204903-router', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '863720ab-7543-40b4-b647-aae0190a8b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:57Z', 'revision_number': 4, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'gw_port': {'id': '863720ab-7543-40b4-b647-aae0190a8b52', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c', 'name': '', 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'mac_address': 'fa:16:3e:61:f1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '69cbee43-61a9-4ac8-8c13-382ad3451d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:56Z', 'updated_at': '2022-04-12T13:18:00Z', 'revision_number': 4, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'subnets': [{'id': '69cbee43-61a9-4ac8-8c13-382ad3451d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:01.306483 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92558c-0d10-49cd-8a57-0f8e02fd141a req-5aacc05f-e78f-40c9-a788-7313dd6b9d0c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:01.308891 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0e92558c-0d10-49cd-8a57-0f8e02fd141a req-5aacc05f-e78f-40c9-a788-7313dd6b9d0c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0688403 Apr 12 13:18:01.311048 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Pushing event updated for resources: {'Port': ['ID=3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:01.327559 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de7989f-e901-42ce-ad95-08843a8b56f0 None None] The sync data for ids ['027eeb5a-fa1b-47ce-afcb-7c871766350a'] in dv-cinder-830096-4-iscsi is: [{'id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'name': 'tempest-TestVolumeBootPattern-858204903-router', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '863720ab-7543-40b4-b647-aae0190a8b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:57Z', 'revision_number': 4, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'gw_port': {'id': '863720ab-7543-40b4-b647-aae0190a8b52', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c', 'name': '', 'network_id': '17336c6b-5b63-49e2-959b-138fd5c5d00d', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'mac_address': 'fa:16:3e:61:f1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '69cbee43-61a9-4ac8-8c13-382ad3451d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:56Z', 'updated_at': '2022-04-12T13:18:00Z', 'revision_number': 4, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'subnets': [{'id': '69cbee43-61a9-4ac8-8c13-382ad3451d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:18:01.340047 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.340403 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.340780 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.341146 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.341523 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.342479 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.342836 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.343422 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.343750 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.344077 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.344404 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.344737 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.345055 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.345400 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.345723 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a92418-627c-4d94-a230-4d266889d0fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:01.362208 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a3408b24-3129-409b-ab89-d3bd9921c28c None None] Provisioning complete for port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:18:01.362582 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a3408b24-3129-409b-ab89-d3bd9921c28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:01.380667 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0e92558c-0d10-49cd-8a57-0f8e02fd141a req-ac34e047-a8eb-48c7-bd56-866c9fafe338 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646517 Apr 12 13:18:01.437349 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 863720ab-7543-40b4-b647-aae0190a8b52 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:18:01.438012 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (863720ab-7543-40b4-b647-aae0190a8b52), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:01.522624 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a3408b24-3129-409b-ab89-d3bd9921c28c None None] Current status of the port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:01.575217 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 863720ab-7543-40b4-b647-aae0190a8b52 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:02.626174 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b7479-4c66-4373-a3bf-760635e30da1 req-f94f5790-5b54-4645-aafa-0381829e61ab tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:02.629886 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e71b7479-4c66-4373-a3bf-760635e30da1 req-f94f5790-5b54-4645-aafa-0381829e61ab tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0973318 Apr 12 13:18:02.682386 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e71b7479-4c66-4373-a3bf-760635e30da1 req-2f7dff40-4bb0-4bac-a4fb-3294f3b69e7f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485139 Apr 12 13:18:03.003621 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65d07b95-db5d-4e34-9b11-6073ad52d64e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:18:03.153791 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:03.181967 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'port_id': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'mac_address': 'fa:16:3e:33:dc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:18:03.246464 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 65d07b95-db5d-4e34-9b11-6073ad52d64e is: ACTIVE; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:03.246848 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:03.263480 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:18:03.297260 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65d07b95-db5d-4e34-9b11-6073ad52d64e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:18:03.368657 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:03.383620 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:18:03.384885 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:03.389152 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:03.488426 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['65d07b95-db5d-4e34-9b11-6073ad52d64e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:18:03.559658 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:03.635491 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:03.927846 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e62b-3b37-476f-8e37-b26047068bb4 req-dc1989da-fdeb-4917-aa93-d4d3e1e4ae6e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:03.930191 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3506e62b-3b37-476f-8e37-b26047068bb4 req-dc1989da-fdeb-4917-aa93-d4d3e1e4ae6e tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 944 time: 0.0864458 Apr 12 13:18:04.025367 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3506e62b-3b37-476f-8e37-b26047068bb4 req-e42fb65f-1b4b-40c3-b6a1-91a9883766d1 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810845 Apr 12 13:18:04.834492 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-3454747e-ca8c-4678-8af8-7a36ac5bc9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:05.018610 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65d07b95-db5d-4e34-9b11-6073ad52d64e up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:18:05.090149 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 65d07b95-db5d-4e34-9b11-6073ad52d64e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:18:05.090546 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:05.185015 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e436e-07ec-47af-a9b4-98297cc2a4d3 req-6f525451-9ed6-4a46-9434-3b0e36322970 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:05.186763 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-531e436e-07ec-47af-a9b4-98297cc2a4d3 req-6f525451-9ed6-4a46-9434-3b0e36322970 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 944 time: 0.0655591 Apr 12 13:18:05.227158 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 65d07b95-db5d-4e34-9b11-6073ad52d64e is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:05.227726 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:05.244218 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-531e436e-07ec-47af-a9b4-98297cc2a4d3 req-dffccd79-bc95-4ed3-835f-89c52e403d0f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499647 Apr 12 13:18:05.281379 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:18:05.284582 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5df337-2b74-4c7e-ba0c-c3948ac56bf8" -d '{"events": [{"server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "name": "network-vif-plugged", "status": "completed", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:18:05.301620 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:05.312365 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:05.395848 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:05.453799 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cddad3d-9d52-49ad-82c5-2d5dc4daa31c x-openstack-request-id: req-9cddad3d-9d52-49ad-82c5-2d5dc4daa31c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:18:05.454411 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "name": "network-vif-plugged", "status": "completed", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:18:05.454841 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9cddad3d-9d52-49ad-82c5-2d5dc4daa31c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:18:05.455408 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cddad3d-9d52-49ad-82c5-2d5dc4daa31c'] response: {'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'code': 200} Apr 12 13:18:05.938040 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebea6a6-fd91-4428-889c-d006fe570315 req-fadd05d7-fd28-496e-b9db-897a557cd817 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:05.939942 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2ebea6a6-fd91-4428-889c-d006fe570315 req-fadd05d7-fd28-496e-b9db-897a557cd817 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 946 time: 0.0601916 Apr 12 13:18:06.002098 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2ebea6a6-fd91-4428-889c-d006fe570315 req-7c9be1e0-ff2c-4e46-ac03-7c20ddfabc59 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552008 Apr 12 13:18:06.407558 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb0999-a987-4e57-8342-7974c3333829 req-d16eb394-d4bb-4aec-ae44-31aec287c450 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:06.409242 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5feb0999-a987-4e57-8342-7974c3333829 req-d16eb394-d4bb-4aec-ae44-31aec287c450 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0670328 Apr 12 13:18:06.472346 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5feb0999-a987-4e57-8342-7974c3333829 req-0098dfd8-20be-41a4-9e2f-eee46b6541c4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571039 Apr 12 13:18:07.113385 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7999f4ee-89cc-4a09-b786-b20778a616db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:07.160250 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2d681-5915-4fd4-8901-18afe4d352b0 req-c2af3cc7-65a6-45ac-9113-ac1077df180a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:07.167129 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0ac2d681-5915-4fd4-8901-18afe4d352b0 req-c2af3cc7-65a6-45ac-9113-ac1077df180a tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 946 time: 0.0698533 Apr 12 13:18:07.236700 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0ac2d681-5915-4fd4-8901-18afe4d352b0 req-b398eed1-784a-4ebc-90af-08cbc54ce6c9 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685115 Apr 12 13:18:07.469603 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57788) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:07.631797 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3d639df-8fcd-43c9-9e7b-b9c039fbc592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:07.656479 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f05ff-3949-4534-b507-7c4808940fe8 req-45cf2aee-b917-43af-9601-f7c18b257113 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:07.658426 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b99f05ff-3949-4534-b507-7c4808940fe8 req-45cf2aee-b917-43af-9601-f7c18b257113 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0968263 Apr 12 13:18:07.768460 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3d639df-8fcd-43c9-9e7b-b9c039fbc592 admin admin] Publish callbacks [] for security_group (6854e655-2550-4e40-8c7e-03726e4c6d09), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:07.779223 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b99f05ff-3949-4534-b507-7c4808940fe8 req-672cc5fe-1cb1-4f69-9a09-c66cdae8f835 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087334 Apr 12 13:18:07.787883 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c3d639df-8fcd-43c9-9e7b-b9c039fbc592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (6854e655-2550-4e40-8c7e-03726e4c6d09), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:07.826269 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-91250149-4c6e-4417-8e3f-6d883e58b023 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:07.827861 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-91250149-4c6e-4417-8e3f-6d883e58b023 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 946 time: 0.0702746 Apr 12 13:18:07.831779 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c3d639df-8fcd-43c9-9e7b-b9c039fbc592 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c96566ed77747f2a8d912f9b39e2fd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609438 Apr 12 13:18:07.834729 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57794) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:07.839241 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d639df-8fcd-43c9-9e7b-b9c039fbc592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6854e655-2550-4e40-8c7e-03726e4c6d09,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:07.980538 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1227b184-cd1e-41f9-a2bf-bb6c77a007e9 admin admin] Publish callbacks [] for security_group (6854e655-2550-4e40-8c7e-03726e4c6d09), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:07.990435 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Deleting port 7f22245f-175a-4b2e-9173-2406596ed856 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:18:07.990767 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (7f22245f-175a-4b2e-9173-2406596ed856), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.030478 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1227b184-cd1e-41f9-a2bf-bb6c77a007e9 admin admin] Publish callbacks [] for security_group (6854e655-2550-4e40-8c7e-03726e4c6d09), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.143483 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] For port 7f22245f-175a-4b2e-9173-2406596ed856, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7f22245f-175a-4b2e-9173-2406596ed856,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:08.143483 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (7f22245f-175a-4b2e-9173-2406596ed856), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.165606 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1227b184-cd1e-41f9-a2bf-bb6c77a007e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (6854e655-2550-4e40-8c7e-03726e4c6d09), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.168392 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1227b184-cd1e-41f9-a2bf-bb6c77a007e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.170340 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-1227b184-cd1e-41f9-a2bf-bb6c77a007e9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6854e655-2550-4e40-8c7e-03726e4c6d09 HTTP/1.1" status: 204 len: 168 time: 0.3328760 Apr 12 13:18:08.222589 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227b184-cd1e-41f9-a2bf-bb6c77a007e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6854e655-2550-4e40-8c7e-03726e4c6d09,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:08.468225 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58d0d1-81ca-4416-81df-688792c4287d req-96429498-c6fc-448f-b4d7-80893bd547aa tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:08.470278 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ab58d0d1-81ca-4416-81df-688792c4287d req-96429498-c6fc-448f-b4d7-80893bd547aa tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 946 time: 0.1021764 Apr 12 13:18:08.485723 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.486265 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (aee6e4c9-186f-450f-8cfe-abc26d70fef7), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.486636 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Floating IP aee6e4c9-186f-450f-8cfe-abc26d70fef7 disassociated. External IP: 172.27.3.133, port: 7f22245f-175a-4b2e-9173-2406596ed856. Apr 12 13:18:08.487073 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Calling delete_port for 7f22245f-175a-4b2e-9173-2406596ed856 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:18:08.566675 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ab58d0d1-81ca-4416-81df-688792c4287d req-7af28029-e6bd-424b-88db-7c41a72c9648 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb8e1d28-4025-45b2-b371-2628d73eb682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867996 Apr 12 13:18:08.648894 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:08.659178 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (7f22245f-175a-4b2e-9173-2406596ed856), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.721093 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6504888b-c546-4ecb-981a-724988bf2c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.724576 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event deleted for resources: {'Port': ['ID=7f22245f-175a-4b2e-9173-2406596ed856,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:08.735888 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.896230 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Router 84387054-c204-4e51-a012-8d4d770ccf81 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:18:08.932485 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6504888b-c546-4ecb-981a-724988bf2c81 admin admin] Publish callbacks [] for security_group (b6722ded-d8d0-4cd7-8fe7-a258ff53826d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:08.946052 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e0b6a-769e-4f1f-a905-6f4e69f0d7dd req-90882e3d-28b5-4c74-8e6e-0e6b9a287b32 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:08.954002 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec1e0b6a-769e-4f1f-a905-6f4e69f0d7dd req-90882e3d-28b5-4c74-8e6e-0e6b9a287b32 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0768287 Apr 12 13:18:08.970126 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6504888b-c546-4ecb-981a-724988bf2c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (b6722ded-d8d0-4cd7-8fe7-a258ff53826d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:09.030294 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec1e0b6a-769e-4f1f-a905-6f4e69f0d7dd req-69c728df-62d7-446c-a231-9d3f630b6048 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657563 Apr 12 13:18:09.070236 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504888b-c546-4ecb-981a-724988bf2c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6722ded-d8d0-4cd7-8fe7-a258ff53826d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:09.080633 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6504888b-c546-4ecb-981a-724988bf2c81 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e7ac2ee3a39d4c719fc55f7238974846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305773 Apr 12 13:18:09.083153 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57810) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:09.120179 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:18:09.132150 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] Sync routers for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:18:09.145084 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:18:09.145672 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:18:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:09.183738 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] No DVR routers for this DVR port 7f22245f-175a-4b2e-9173-2406596ed856 on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:18:09.189358 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:09.192710 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1356ad69-85ef-48ee-863b-b1e9a42bc3f0 req-59faa564-8679-4a52-aa4e-bfbf05ed6f47 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.26 "DELETE /v2.0/ports/7f22245f-175a-4b2e-9173-2406596ed856 HTTP/1.1" status: 204 len: 173 time: 1.3564076 Apr 12 13:18:09.193241 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'name': 'network-vif-deleted', 'tag': '7f22245f-175a-4b2e-9173-2406596ed856'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:18:09.195661 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf408fb3-1ade-40d6-a450-01c655a1ffe5" -d '{"events": [{"server_uuid": "3f9afdc5-f9c6-4ab6-92d6-72aebba95e54", "name": "network-vif-deleted", "tag": "7f22245f-175a-4b2e-9173-2406596ed856"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:18:09.201700 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ef6d5c-c2de-45a1-9606-68d8db723df3 admin admin] Publish callbacks [] for security_group (b6722ded-d8d0-4cd7-8fe7-a258ff53826d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:09.237759 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ef6d5c-c2de-45a1-9606-68d8db723df3 admin admin] Publish callbacks [] for security_group (b6722ded-d8d0-4cd7-8fe7-a258ff53826d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:09.283951 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c3992b-e783-46fc-a8f1-ddedecc5dd4a x-openstack-request-id: req-27c3992b-e783-46fc-a8f1-ddedecc5dd4a {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:18:09.285260 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9afdc5-f9c6-4ab6-92d6-72aebba95e54", "name": "network-vif-deleted", "tag": "7f22245f-175a-4b2e-9173-2406596ed856", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:18:09.286021 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-27c3992b-e783-46fc-a8f1-ddedecc5dd4a {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:18:09.288131 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c3992b-e783-46fc-a8f1-ddedecc5dd4a'] response: {'server_uuid': '3f9afdc5-f9c6-4ab6-92d6-72aebba95e54', 'name': 'network-vif-deleted', 'tag': '7f22245f-175a-4b2e-9173-2406596ed856', 'status': 'completed', 'code': 200} Apr 12 13:18:09.386617 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ef6d5c-c2de-45a1-9606-68d8db723df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (b6722ded-d8d0-4cd7-8fe7-a258ff53826d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:09.391696 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a5ef6d5c-c2de-45a1-9606-68d8db723df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:09.398343 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a5ef6d5c-c2de-45a1-9606-68d8db723df3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6722ded-d8d0-4cd7-8fe7-a258ff53826d HTTP/1.1" status: 204 len: 168 time: 0.3139229 Apr 12 13:18:09.422904 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:18:09.424533 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef6d5c-c2de-45a1-9606-68d8db723df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6722ded-d8d0-4cd7-8fe7-a258ff53826d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:09.699289 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:09.719383 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f3a75de4-289b-48cb-a756-f7c85392c850 req-1c310e71-82d4-4b9f-ac95-961198774680 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f9afdc5-f9c6-4ab6-92d6-72aebba95e54 HTTP/1.1" status: 200 len: 210 time: 0.0675991 Apr 12 13:18:09.757475 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] Checking router: 84387054-c204-4e51-a012-8d4d770ccf81 for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:18:09.769674 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:18:09.770339 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:18:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:09.947412 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:18:10.220979 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae69f43-6fb6-4dfc-a8ae-d568c7528d65 req-84d8d04b-8ff5-44fe-832f-eea8087cf6d9 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:10.223038 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9ae69f43-6fb6-4dfc-a8ae-d568c7528d65 req-84d8d04b-8ff5-44fe-832f-eea8087cf6d9 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0807607 Apr 12 13:18:10.257939 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:10.290601 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9b4b16-e361-4510-bae8-a445bb86b80f None None] The sync data for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi is: [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:12:12Z', 'revision_number': 4, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'b7ad10f9-2451-47c3-a028-5ba9f25c06e9', 'name': '', 'network_id': '338fa43e-63c7-4e02-92fe-2483c828b744', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'mac_address': 'fa:16:3e:2f:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '15b5014d-00df-4c61-a675-ebbc17295068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:11Z', 'updated_at': '2022-04-12T13:12:28Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'subnets': [{'id': '15b5014d-00df-4c61-a675-ebbc17295068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:18:10.333038 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9ae69f43-6fb6-4dfc-a8ae-d568c7528d65 req-396e551d-df19-46f4-a517-eec70203163b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033127 Apr 12 13:18:10.582301 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856b1cd-5f1d-4ccc-b6b6-f49cbe2ef74c None None] New status for floating IP aee6e4c9-186f-450f-8cfe-abc26d70fef7: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:18:10.681028 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:10.851323 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57832) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:11.189217 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c301e369-3ba3-4a7a-acd9-e91d528ebbca tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (bb8e1d28-4025-45b2-b371-2628d73eb682), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.220779 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c301e369-3ba3-4a7a-acd9-e91d528ebbca tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (bb8e1d28-4025-45b2-b371-2628d73eb682), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.282424 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c301e369-3ba3-4a7a-acd9-e91d528ebbca tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (bb8e1d28-4025-45b2-b371-2628d73eb682), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.289775 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c301e369-3ba3-4a7a-acd9-e91d528ebbca tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.291014 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c301e369-3ba3-4a7a-acd9-e91d528ebbca tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "DELETE /v2.0/security-groups/bb8e1d28-4025-45b2-b371-2628d73eb682 HTTP/1.1" status: 204 len: 168 time: 0.4379592 Apr 12 13:18:11.294587 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57834) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:11.301544 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301e369-3ba3-4a7a-acd9-e91d528ebbca tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8e1d28-4025-45b2-b371-2628d73eb682,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:11.323329 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.api.v2.resource [None req-f1d428ed-eb5d-41c3-a273-4cfe39c9fe93 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] show failed (client error): The resource could not be found. Apr 12 13:18:11.327881 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f1d428ed-eb5d-41c3-a273-4cfe39c9fe93 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "GET /v2.0/security-groups/bb8e1d28-4025-45b2-b371-2628d73eb682 HTTP/1.1" status: 404 len: 347 time: 0.0282393 Apr 12 13:18:11.328829 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57836) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:11.515325 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928c56-844a-4865-9ba8-cb344a1b64e8 req-682b6be4-c651-47ff-84d7-ed1aaef1ab26 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:11.517278 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-10928c56-844a-4865-9ba8-cb344a1b64e8 req-682b6be4-c651-47ff-84d7-ed1aaef1ab26 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0777998 Apr 12 13:18:11.580340 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3fffdf0c-5895-4b62-bb3c-2c65522466f2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Deleting port 9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:18:11.580566 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf0c-5895-4b62-bb3c-2c65522466f2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.627943 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-10928c56-844a-4865-9ba8-cb344a1b64e8 req-b73935a1-f9cd-41b8-b40d-860f01053ed4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953946 Apr 12 13:18:11.697496 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.710046 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf0c-5895-4b62-bb3c-2c65522466f2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.710467 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf0c-5895-4b62-bb3c-2c65522466f2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.732924 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-3fffdf0c-5895-4b62-bb3c-2c65522466f2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Calling delete_port for 9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:18:11.891238 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf0c-5895-4b62-bb3c-2c65522466f2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.916972 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffdf0c-5895-4b62-bb3c-2c65522466f2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Pushing event deleted for resources: {'Port': ['ID=9d6ab0c6-af9b-4405-9d0d-e50c31adf4f3,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:11.991792 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf0c-5895-4b62-bb3c-2c65522466f2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks [] for floatingip (aee6e4c9-186f-450f-8cfe-abc26d70fef7), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.994520 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-3fffdf0c-5895-4b62-bb3c-2c65522466f2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:11.995905 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-3fffdf0c-5895-4b62-bb3c-2c65522466f2 tempest-AttachVolumeTestJSON-1014019754 tempest-AttachVolumeTestJSON-1014019754-project] 10.222.0.47 "DELETE /v2.0/floatingips/aee6e4c9-186f-450f-8cfe-abc26d70fef7 HTTP/1.1" status: 204 len: 168 time: 0.6658003 Apr 12 13:18:12.798976 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d6a35-c809-467b-93e3-cc14561515fa req-ed8f27f0-0cd6-4037-bbca-73b78cb3dc49 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:12.800475 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fb2d6a35-c809-467b-93e3-cc14561515fa req-ed8f27f0-0cd6-4037-bbca-73b78cb3dc49 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0501206 Apr 12 13:18:12.855281 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fb2d6a35-c809-467b-93e3-cc14561515fa req-5553443f-e891-4191-b71d-6192b367f91a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483854 Apr 12 13:18:13.067110 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7f22245f-175a-4b2e-9173-2406596ed856 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:18:13.089119 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 7f22245f-175a-4b2e-9173-2406596ed856 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:18:13.089831 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7f22245f-175a-4b2e-9173-2406596ed856 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:18:13.981364 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-2c501e6f-f2ce-4731-b66b-40cb19b5568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:13.982172 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a64d39-c5ff-4073-ac26-3ec880d11de8 req-0f4307e0-cb97-4d58-9fc3-3f5946df1e71 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:13.982817 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-2c501e6f-f2ce-4731-b66b-40cb19b5568d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 1129 time: 0.0398347 Apr 12 13:18:13.983787 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f0a64d39-c5ff-4073-ac26-3ec880d11de8 req-0f4307e0-cb97-4d58-9fc3-3f5946df1e71 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0488791 Apr 12 13:18:14.030500 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f0a64d39-c5ff-4073-ac26-3ec880d11de8 req-abe6746d-af7e-49db-b6df-b5b9a315b062 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412507 Apr 12 13:18:14.073480 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-6dbd1355-96d5-4270-a053-f0975208889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:14.075569 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-6dbd1355-96d5-4270-a053-f0975208889d service neutron] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 917 time: 0.0858648 Apr 12 13:18:14.138989 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-117429e0-36a2-4be0-b059-4760538ac2ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e HTTP/1.1" status: 200 len: 1000 time: 0.0565352 Apr 12 13:18:14.189792 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-d099d1b1-44e5-439c-b1c9-ffce83e4b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:14.191230 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-d099d1b1-44e5-439c-b1c9-ffce83e4b4da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0453746 Apr 12 13:18:14.235328 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-34732376-23e0-46c8-894f-5ada87b56727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:14.236745 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-34732376-23e0-46c8-894f-5ada87b56727 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382969 Apr 12 13:18:14.325850 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-af960303-be18-480e-93d3-5e422da8f844 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821371 Apr 12 13:18:14.422478 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-4d1dd828-6c74-486a-9409-0a9147dca1ad req-7d09506b-8358-4daa-bbe6-8516f2a8ddc6 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900838 Apr 12 13:18:15.147784 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56854ab-ea9d-4c1c-8614-85764182eb99 req-d73f96b6-0a80-40fd-90e0-3b66ad5f2fee tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:15.149277 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b56854ab-ea9d-4c1c-8614-85764182eb99 req-d73f96b6-0a80-40fd-90e0-3b66ad5f2fee tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0461876 Apr 12 13:18:15.194009 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b56854ab-ea9d-4c1c-8614-85764182eb99 req-7144d806-50f0-4cb2-b093-27170cf12c78 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386605 Apr 12 13:18:15.563020 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57906) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:16.074026 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693169'] for router_interface (84387054-c204-4e51-a012-8d4d770ccf81), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:16.344391 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce2102-320d-46cf-b9fa-61a98acdff87 req-825205d8-ce77-45ff-a9c3-a61e261b81ce tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:16.345791 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-26ce2102-320d-46cf-b9fa-61a98acdff87 req-825205d8-ce77-45ff-a9c3-a61e261b81ce tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 945 time: 0.0681453 Apr 12 13:18:16.350432 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] Deleting port b7ad10f9-2451-47c3-a028-5ba9f25c06e9 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:18:16.350764 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:16.447029 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-26ce2102-320d-46cf-b9fa-61a98acdff87 req-df3a91ed-83c8-4c42-a0a2-e978934a4dd0 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942519 Apr 12 13:18:16.467397 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] For port b7ad10f9-2451-47c3-a028-5ba9f25c06e9, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=b7ad10f9-2451-47c3-a028-5ba9f25c06e9,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:16.468083 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:16.482360 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] Calling delete_port for b7ad10f9-2451-47c3-a028-5ba9f25c06e9 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:18:16.671851 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (b7ad10f9-2451-47c3-a028-5ba9f25c06e9), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:16.699250 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ad10f9-2451-47c3-a028-5ba9f25c06e9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:16.871017 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693021'] for router_interface (84387054-c204-4e51-a012-8d4d770ccf81), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:17.079940 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65d07b95-db5d-4e34-9b11-6073ad52d64e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:18:17.174264 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 65d07b95-db5d-4e34-9b11-6073ad52d64e is: ACTIVE; New status is: DOWN {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:17.174796 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:17.201445 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:18:17.203678 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdf6044-6441-47e5-a49a-1ddccaf50fac" -d '{"events": [{"server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "name": "network-vif-unplugged", "status": "completed", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:18:17.215283 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:17.220872 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:17.247636 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7425dbdf-ad75-4a77-a6cb-786fbcf6bc2c x-openstack-request-id: req-7425dbdf-ad75-4a77-a6cb-786fbcf6bc2c {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:18:17.248010 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "name": "network-vif-unplugged", "status": "failed", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e", "code": 422}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:18:17.248325 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7425dbdf-ad75-4a77-a6cb-786fbcf6bc2c {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:18:17.248822 dv-cinder-830096-4-iscsi neutron-server[103444]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7425dbdf-ad75-4a77-a6cb-786fbcf6bc2c']: {'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'code': 422} returned with failed status Apr 12 13:18:17.274868 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:17.372548 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-00b50bb7-bd10-4731-9491-e276b6564ce3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249288930&fields=id&tenant_id=20eb796f475e4b588ff0d23e33387680 HTTP/1.1" status: 200 len: 267 time: 0.0997462 Apr 12 13:18:17.422738 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] Router 84387054-c204-4e51-a012-8d4d770ccf81 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:18:17.564138 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-80aedb7a-4efa-4ea1-bbfc-861ff5c1b6f5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:17.565601 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-80aedb7a-4efa-4ea1-bbfc-861ff5c1b6f5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 812 time: 0.1827171 Apr 12 13:18:17.623862 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e96a00-4281-4705-a25c-5f6f7feef343 req-fbdf4133-f458-4807-a402-6a1bea838e51 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:17.625361 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-63e96a00-4281-4705-a25c-5f6f7feef343 req-fbdf4133-f458-4807-a402-6a1bea838e51 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.1063392 Apr 12 13:18:17.628512 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-1adcc64b-ddb7-48e2-83eb-246be7ba63be tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/quotas/20eb796f475e4b588ff0d23e33387680 HTTP/1.1" status: 200 len: 375 time: 0.0540950 Apr 12 13:18:17.695320 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:18:17.706648 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] Sync routers for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:18:17.707333 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-43175115-bc9d-44c0-9f5f-b33ea9ab87f5 admin admin] 10.222.0.47 "PUT /v2.0/routers/84387054-c204-4e51-a012-8d4d770ccf81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1432672 Apr 12 13:18:17.710379 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57928) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:17.716301 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-181aceb9-74e5-46cd-980e-f2c29bea52be tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732143 Apr 12 13:18:17.718144 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:18:17.718767 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:18:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:17.731525 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-63e96a00-4281-4705-a25c-5f6f7feef343 req-9a5b1cd9-459b-42f3-8ca5-163594802e6c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998089 Apr 12 13:18:17.858506 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Publish callbacks [] for router (84387054-c204-4e51-a012-8d4d770ccf81), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:17.911301 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-9228ef9e-d9d3-4d53-bebf-92b4f4b85f74 service neutron] 10.222.0.47 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783056 Apr 12 13:18:17.920718 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:18:17.979191 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Publish callbacks [] for router_gateway (84387054-c204-4e51-a012-8d4d770ccf81), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.034652 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-a36985be-728a-4ae0-8417-e2edf914fb70 service neutron] 10.222.0.47 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166525 Apr 12 13:18:18.053729 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Deleting port e19b5563-f1e0-4523-bd9a-014b0a012fa4 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:18:18.054333 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.100068 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:18:16Z', 'revision_number': 5, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port': {'id': 'e19b5563-f1e0-4523-bd9a-014b0a012fa4', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:7c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387054-c204-4e51-a012-8d4d770ccf81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:03Z', 'updated_at': '2022-04-12T13:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:18.131794 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] Checking router: 84387054-c204-4e51-a012-8d4d770ccf81 for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:18:18.140057 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] For port e19b5563-f1e0-4523-bd9a-014b0a012fa4, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=e19b5563-f1e0-4523-bd9a-014b0a012fa4,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:18.140530 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.141194 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] Routers {'84387054-c204-4e51-a012-8d4d770ccf81'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:18:18.142100 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:18:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['84387054-c204-4e51-a012-8d4d770ccf81'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:18.155705 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Calling delete_port for e19b5563-f1e0-4523-bd9a-014b0a012fa4 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:18:18.235164 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] Set router 84387054-c204-4e51-a012-8d4d770ccf81 gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:18:18.297232 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:18:17Z', 'revision_number': 6, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port_host': None}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:18.333482 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8067c73a-daf7-4f9e-8720-fd2a3deeedb3 None None] The sync data for ids ['84387054-c204-4e51-a012-8d4d770ccf81'] in dv-cinder-830096-4-iscsi is: [{'id': '84387054-c204-4e51-a012-8d4d770ccf81', 'name': 'tempest-AttachVolumeTestJSON-1519059910-router', 'tenant_id': '50ece71a09a94851833df1d109311c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:02Z', 'updated_at': '2022-04-12T13:18:17Z', 'revision_number': 6, 'project_id': '50ece71a09a94851833df1d109311c97', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:18:18.391451 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (e19b5563-f1e0-4523-bd9a-014b0a012fa4), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.416533 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Pushing event deleted for resources: {'Port': ['ID=e19b5563-f1e0-4523-bd9a-014b0a012fa4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:18.426868 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.427215 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.427555 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.427899 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.428347 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.428690 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.429017 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.429382 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.429695 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.430021 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.430343 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.430665 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.430989 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.431308 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.431691 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:18.482769 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3659fd73-6b71-462c-bc4d-362837e18930 req-8ab1de97-1a7c-410c-811d-9be9eebd07d8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 210 time: 0.0320976 Apr 12 13:18:18.509311 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692475'] for router_gateway (84387054-c204-4e51-a012-8d4d770ccf81), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.605939 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2713'] for router (84387054-c204-4e51-a012-8d4d770ccf81), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.608252 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Publish callbacks [] for router_controller (84387054-c204-4e51-a012-8d4d770ccf81), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.661335 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666460'] for router (84387054-c204-4e51-a012-8d4d770ccf81), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.661900 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84387054-c204-4e51-a012-8d4d770ccf81 {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:18:18.666673 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.667996 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-299073a0-cd9d-4bcf-ae7b-191e2381916d admin admin] 10.222.0.47 "DELETE /v2.0/routers/84387054-c204-4e51-a012-8d4d770ccf81 HTTP/1.1" status: 204 len: 168 time: 0.9565208 Apr 12 13:18:18.670742 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 57966) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:18.736312 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba30b7b-3a03-4906-8b23-2d71ed48cbc9 admin admin] Deleting subnet 15b5014d-00df-4c61-a675-ebbc17295068 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:18:18.739989 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ba30b7b-3a03-4906-8b23-2d71ed48cbc9 admin admin] Publish callbacks [] for subnet (15b5014d-00df-4c61-a675-ebbc17295068), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.780236 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ba30b7b-3a03-4906-8b23-2d71ed48cbc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083040'] for subnet (15b5014d-00df-4c61-a675-ebbc17295068), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.780694 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-cd5722e0-2798-4f53-ac5e-618c46a4b7bc req-e692bd1f-f45d-4a9f-adac-9dcf8b5064cf service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:18:18.781822 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cd5722e0-2798-4f53-ac5e-618c46a4b7bc req-e692bd1f-f45d-4a9f-adac-9dcf8b5064cf service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104177 Apr 12 13:18:18.911115 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ba30b7b-3a03-4906-8b23-2d71ed48cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (15b5014d-00df-4c61-a675-ebbc17295068), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:18.977267 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ba30b7b-3a03-4906-8b23-2d71ed48cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11553197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12444193'] for subnet (15b5014d-00df-4c61-a675-ebbc17295068), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.007673 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aba0d2-cb49-41eb-8382-041441c1ba19 req-ca227207-926d-4b01-b1a9-cbdebb2dc8c5 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:19.009363 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-56aba0d2-cb49-41eb-8382-041441c1ba19 req-ca227207-926d-4b01-b1a9-cbdebb2dc8c5 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0610938 Apr 12 13:18:19.016650 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a37e20-e3a5-4d02-8708-49790cde567a None None] Network 338fa43e-63c7-4e02-92fe-2483c828b744 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:18:19.020914 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-7ba30b7b-3a03-4906-8b23-2d71ed48cbc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.025836 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-7ba30b7b-3a03-4906-8b23-2d71ed48cbc9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/15b5014d-00df-4c61-a675-ebbc17295068 HTTP/1.1" status: 204 len: 168 time: 0.3541009 Apr 12 13:18:19.026280 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 57986) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:19.027040 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba30b7b-3a03-4906-8b23-2d71ed48cbc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b5014d-00df-4c61-a675-ebbc17295068,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:19.059208 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-affec43b-4303-4046-bc03-3c3e7cc6bf40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0496526 Apr 12 13:18:19.154365 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-b2dac1db-a019-4ca6-80ab-ab280019866d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:19.173943 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (338fa43e-63c7-4e02-92fe-2483c828b744), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.177514 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-b2dac1db-a019-4ca6-80ab-ab280019866d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports/65d07b95-db5d-4e34-9b11-6073ad52d64e HTTP/1.1" status: 200 len: 940 time: 0.0751915 Apr 12 13:18:19.198418 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-56aba0d2-cb49-41eb-8382-041441c1ba19 req-ab52e297-6169-4547-9d98-a18d66a3c32b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710265 Apr 12 13:18:19.223509 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86477bf9-48e0-47f3-816a-2cd4cc9dca2d None None] DHCP port deletion for 338fa43e-63c7-4e02-92fe-2483c828b744 request from dv-cinder-830096-4-iscsi {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:18:19.281577 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Deleting port 6bce8182-45ce-4b51-bcf5-49422f7b26ae {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:18:19.282006 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.287261 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device b7ad10f9-2451-47c3-a028-5ba9f25c06e9 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:18:19.322255 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: b7ad10f9-2451-47c3-a028-5ba9f25c06e9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:18:19.322928 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device b7ad10f9-2451-47c3-a028-5ba9f25c06e9 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:18:19.323538 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device e19b5563-f1e0-4523-bd9a-014b0a012fa4 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:18:19.327118 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-86477bf9-48e0-47f3-816a-2cd4cc9dca2d None None] Deleting port 6bce8182-45ce-4b51-bcf5-49422f7b26ae {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:18:19.327653 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86477bf9-48e0-47f3-816a-2cd4cc9dca2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.370249 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: e19b5563-f1e0-4523-bd9a-014b0a012fa4 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:18:19.370856 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device e19b5563-f1e0-4523-bd9a-014b0a012fa4 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:18:19.371040 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] For port 6bce8182-45ce-4b51-bcf5-49422f7b26ae, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6bce8182-45ce-4b51-bcf5-49422f7b26ae,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:19.372009 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.393325 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Calling delete_port for 6bce8182-45ce-4b51-bcf5-49422f7b26ae owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:18:19.446820 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-86477bf9-48e0-47f3-816a-2cd4cc9dca2d None None] For port 6bce8182-45ce-4b51-bcf5-49422f7b26ae, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6bce8182-45ce-4b51-bcf5-49422f7b26ae,segment=NetworkSegment(e6878042-9f40-487c-9323-f788b86d4b5f),segment_id=e6878042-9f40-487c-9323-f788b86d4b5f)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:19.447357 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86477bf9-48e0-47f3-816a-2cd4cc9dca2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.503722 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.530604 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bce8182-45ce-4b51-bcf5-49422f7b26ae,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:19.535213 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] No DVR routers for this DVR port 6bce8182-45ce-4b51-bcf5-49422f7b26ae on host dv-cinder-830096-4-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:18:19.597561 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-86477bf9-48e0-47f3-816a-2cd4cc9dca2d None None] Calling delete_port for 6bce8182-45ce-4b51-bcf5-49422f7b26ae owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:18:19.613047 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-449772d6-eb48-4871-9952-772cb6d699c0 req-f9fd83e1-95c7-4c07-a739-9640e392b1b0 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 210 time: 0.0367708 Apr 12 13:18:19.645749 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (338fa43e-63c7-4e02-92fe-2483c828b744), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.668783 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338fa43e-63c7-4e02-92fe-2483c828b744']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:19.678924 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6878042-9f40-487c-9323-f788b86d4b5f') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:19.679230 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6878042-9f40-487c-9323-f788b86d4b5f') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:19.681654 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-86477bf9-48e0-47f3-816a-2cd4cc9dca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969'] for port (6bce8182-45ce-4b51-bcf5-49422f7b26ae), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.691602 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11875429'] for segment (e6878042-9f40-487c-9323-f788b86d4b5f), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.707550 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (e6878042-9f40-487c-9323-f788b86d4b5f), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.710944 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86477bf9-48e0-47f3-816a-2cd4cc9dca2d None None] Pushing event deleted for resources: {'Port': ['ID=6bce8182-45ce-4b51-bcf5-49422f7b26ae,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:19.716269 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86477bf9-48e0-47f3-816a-2cd4cc9dca2d None None] No DVR routers for this DVR port 6bce8182-45ce-4b51-bcf5-49422f7b26ae on host dv-cinder-830096-4-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:18:19.719467 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:18:19.720088 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12483958'] for segment (e6878042-9f40-487c-9323-f788b86d4b5f), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: Traceback (most recent call last): Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: timer() Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: cb(*args, **kw) Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: return func(*args, **kwargs) Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: self._notify() Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: self.callback(batched_events) Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: event.method(event) Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: return f(self, *a, **k) Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._get(url).json() Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:18:19.722358 dv-cinder-830096-4-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:18:19.782309 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (338fa43e-63c7-4e02-92fe-2483c828b744), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.798465 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:19.802451 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] 10.222.0.47 "DELETE /v2.0/networks/338fa43e-63c7-4e02-92fe-2483c828b744 HTTP/1.1" status: 204 len: 168 time: 0.7739372 Apr 12 13:18:19.803816 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeb00b-382e-4d0b-9847-cfd46cb6e869 admin admin] Pushing event deleted for resources: {'Network': ['ID=338fa43e-63c7-4e02-92fe-2483c828b744,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:19.930373 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-ba05742d-8eca-4394-ba93-3fff275899fa tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:19.932016 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-ba05742d-8eca-4394-ba93-3fff275899fa tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 812 time: 0.1258452 Apr 12 13:18:19.950143 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58000) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:20.005328 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-17602147-89f0-4efb-b482-634d200bb9a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=50ece71a09a94851833df1d109311c97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0517111 Apr 12 13:18:20.006208 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-4a09c7ae-0e10-400a-b9e8-5b6ec6a0237a tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20eb796f475e4b588ff0d23e33387680 HTTP/1.1" status: 200 len: 380 time: 0.0642109 Apr 12 13:18:20.007645 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58002) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:20.025697 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'port': {'device_id': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'admin_state_up': True, 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'security_groups': ['3aa12078-5419-4fe5-8719-e811a95be20f']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:18:20.069754 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Publish callbacks [] for security_group (1b486d17-8184-483f-aa36-7aa2429caf40), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.094183 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Publish callbacks [] for security_group (1b486d17-8184-483f-aa36-7aa2429caf40), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.141833 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Made reservation on behalf of 20eb796f475e4b588ff0d23e33387680 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:18:20.142931 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (1b486d17-8184-483f-aa36-7aa2429caf40), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.145218 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.145470 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.146712 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b486d17-8184-483f-aa36-7aa2429caf40 HTTP/1.1" status: 204 len: 168 time: 0.1381612 Apr 12 13:18:20.155441 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b486d17-8184-483f-aa36-7aa2429caf40,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:20.162618 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.162958 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.163292 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.163622 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.163945 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.164265 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.164583 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.164898 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.165232 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.165544 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.165863 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.166181 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.166495 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.166804 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.167112 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d51de7-d275-4190-a267-d1df71c74022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:18:20.276274 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Allocated IP 172.20.0.11 (88410ab7-5384-464f-bd1e-6730e2b97d6d/f5036a80-cf92-4a4c-838a-96f4bd716c70/1695129e-3d2f-4304-8c11-ae0cee2f3d8a) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:18:20.401664 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c5c7a-6478-4adf-833b-596c3d93f520 req-3f025ecf-fdba-45b5-9ab8-6aabeea6d01c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:20.403789 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-479c5c7a-6478-4adf-833b-596c3d93f520 req-3f025ecf-fdba-45b5-9ab8-6aabeea6d01c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.1192429 Apr 12 13:18:20.404971 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-fe7aead9-27b5-48fe-8209-87400cb6f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:20.406354 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-fe7aead9-27b5-48fe-8209-87400cb6f077 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec&tenant_id=257ac1d956b44e508a71a716d6aed767 HTTP/1.1" status: 200 len: 1127 time: 0.1195147 Apr 12 13:18:20.483227 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.485787 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-479c5c7a-6478-4adf-833b-596c3d93f520 req-3a86bef8-e98c-490e-b646-1bd7a8e9e93a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761623 Apr 12 13:18:20.494301 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-4c38f781-e033-412b-acc7-1ca0c614845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:20.496346 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-4c38f781-e033-412b-acc7-1ca0c614845f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 1127 time: 0.0608916 Apr 12 13:18:20.538115 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.590427 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:18:20.593902 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:18:20.597529 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:18:20.629243 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'Port': ['ID=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:20.633093 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-0019bc97-b159-46e2-8011-7f66162c06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:20.634629 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-0019bc97-b159-46e2-8011-7f66162c06ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 917 time: 0.1308279 Apr 12 13:18:20.677221 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:20.677221 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.704646 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-b8fdf2d7-58d5-4c38-ae25-c98313bedd86 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6827376 Apr 12 13:18:20.719422 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Request body: {'port': {'device_id': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:18:20.750970 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-ae3665c9-2976-4088-a73e-7de80d8015e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e HTTP/1.1" status: 200 len: 998 time: 0.1063945 Apr 12 13:18:20.782120 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66371291-a2db-4034-b679-12b54afc9c07 req-e159ca7c-a38a-4a7f-aeec-46dd879bd631 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:20.782944 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-66371291-a2db-4034-b679-12b54afc9c07 req-e159ca7c-a38a-4a7f-aeec-46dd879bd631 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 932 time: 0.0754080 Apr 12 13:18:20.794737 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.843993 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-80a6e796-0d10-4afb-916b-eb93c3ecca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:20.846968 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-80a6e796-0d10-4afb-916b-eb93c3ecca27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0872374 Apr 12 13:18:20.905397 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-66371291-a2db-4034-b679-12b54afc9c07 req-5f78a014-ded1-4028-9a1e-f74e841ee8a5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023569 Apr 12 13:18:20.911333 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-7424e936-624a-4413-9292-9a17b493f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:20.913024 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-7424e936-624a-4413-9292-9a17b493f493 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558670 Apr 12 13:18:20.944985 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f1d53a0a-4411-471c-ac5b-18df8b1d7f91 None None] Provisioning complete for port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:18:20.945614 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f1d53a0a-4411-471c-ac5b-18df8b1d7f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:20.985744 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f1d53a0a-4411-471c-ac5b-18df8b1d7f91 None None] Port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:18:21.026330 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-12aeb949-31ed-4fb7-aac0-4c13faa52b05 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030827 Apr 12 13:18:21.079235 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65d07b95-db5d-4e34-9b11-6073ad52d64e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:18:21.133140 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1695129e-3d2f-4304-8c11-ae0cee2f3d8a {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:18:21.133788 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c2fc52a-1910-47dd-b3c6-10573fb80490 req-f353bfb1-7ca7-40b7-9b2e-632527cda3ba service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978198 Apr 12 13:18:21.163151 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Publish callbacks [] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:21.164390 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 65d07b95-db5d-4e34-9b11-6073ad52d64e is: DOWN; New status is: DOWN {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:21.179258 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Transition to ACTIVE for port object 1695129e-3d2f-4304-8c11-ae0cee2f3d8a will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:18:21.185537 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:21.224594 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6bce8182-45ce-4b51-bcf5-49422f7b26ae no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:18:21.243610 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Pushing event updated for resources: {'Port': ['ID=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:21.264166 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 6bce8182-45ce-4b51-bcf5-49422f7b26ae {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:18:21.264778 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6bce8182-45ce-4b51-bcf5-49422f7b26ae not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:18:21.328805 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Attempting to bind port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:18:21.329136 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Attempting to bind port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:18:21.329561 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Attempting to bind port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a on network 88410ab7-5384-464f-bd1e-6730e2b97d6d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:18:21.334158 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a on network 88410ab7-5384-464f-bd1e-6730e2b97d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:18:21.334472 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Attempting to bind port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a on network 88410ab7-5384-464f-bd1e-6730e2b97d6d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:18:21.340526 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:18:21.340932 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Checking segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:18:21.341344 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Bound using segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:18:21.341773 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Bound port: 1695129e-3d2f-4304-8c11-ae0cee2f3d8a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:18:21.342124 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:21.414106 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] For port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:18:21.419139 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] For port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:18:21.427116 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:21.463835 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:21.464680 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:21.466323 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] 10.222.0.26 "PUT /v2.0/ports/1695129e-3d2f-4304-8c11-ae0cee2f3d8a HTTP/1.1" status: 200 len: 1094 time: 0.7512696 Apr 12 13:18:21.466909 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'tag': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:18:21.469567 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340b53f3-594d-4ee0-9536-f01d94aedaff" -d '{"events": [{"name": "network-changed", "server_uuid": "d75d923c-38a8-44f1-a485-9006c7cc55a9", "tag": "1695129e-3d2f-4304-8c11-ae0cee2f3d8a"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:18:21.512291 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67b1ea-ccb2-4253-a3bb-ab29f2980de4 service neutron] Pushing event updated for resources: {'Port': ['ID=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:21.569108 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597ad0b9-674c-484b-8eb6-20cd68574f0b x-openstack-request-id: req-597ad0b9-674c-484b-8eb6-20cd68574f0b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:18:21.569574 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75d923c-38a8-44f1-a485-9006c7cc55a9", "tag": "1695129e-3d2f-4304-8c11-ae0cee2f3d8a", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:18:21.569770 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-597ad0b9-674c-484b-8eb6-20cd68574f0b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:18:21.570251 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597ad0b9-674c-484b-8eb6-20cd68574f0b'] response: {'name': 'network-changed', 'server_uuid': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'tag': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a', 'status': 'completed', 'code': 200} Apr 12 13:18:21.584630 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-f8279e3e-8cc5-46eb-89fc-6ffc974ce310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:21.586425 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-f8279e3e-8cc5-46eb-89fc-6ffc974ce310 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 1128 time: 0.0632770 Apr 12 13:18:21.640292 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-8b253631-349a-4ca2-92dd-ca1dd2ac60a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1695129e-3d2f-4304-8c11-ae0cee2f3d8a HTTP/1.1" status: 200 len: 217 time: 0.0406413 Apr 12 13:18:21.696771 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc30375-5d9f-4077-bbba-d3b578d2f76b req-46e8d962-58de-41d5-b382-ff456d4c241a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:21.705965 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8dc30375-5d9f-4077-bbba-d3b578d2f76b req-46e8d962-58de-41d5-b382-ff456d4c241a tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0739715 Apr 12 13:18:21.706193 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-71b19ce9-6366-4d94-a169-322fd0a48bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:21.709947 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-71b19ce9-6366-4d94-a169-322fd0a48bc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0601473 Apr 12 13:18:21.775058 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-a4171255-6c88-4298-a082-6a851262a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:21.776553 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-a4171255-6c88-4298-a082-6a851262a92d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456553 Apr 12 13:18:21.783131 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8dc30375-5d9f-4077-bbba-d3b578d2f76b req-1bd2fef7-94aa-4768-87d5-13a80add66fe tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760028 Apr 12 13:18:21.909686 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-005a0496-a41c-4422-9c8d-a9325411eea7 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204965 Apr 12 13:18:22.068766 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1da1a5-1e19-4d9f-8abb-de579d802b3a req-e7998a0d-7aac-4773-8832-22d20a3a5877 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:22.077130 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fa1da1a5-1e19-4d9f-8abb-de579d802b3a req-e7998a0d-7aac-4773-8832-22d20a3a5877 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0609126 Apr 12 13:18:22.140432 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fa1da1a5-1e19-4d9f-8abb-de579d802b3a req-f7937569-6d31-4eae-93a9-96e753f119b0 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618851 Apr 12 13:18:22.942489 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0d3e7-221c-4207-82d7-fcda9b42e028 req-bd58131e-8722-454d-8568-639386496a5d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:22.944985 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-48e0d3e7-221c-4207-82d7-fcda9b42e028 req-bd58131e-8722-454d-8568-639386496a5d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0734777 Apr 12 13:18:23.000386 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-48e0d3e7-221c-4207-82d7-fcda9b42e028 req-764a112e-523d-43d9-bdae-09b6004b8116 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487697 Apr 12 13:18:23.275697 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352314f-688d-4a50-bdef-803fb1df64a3 req-912a723f-b82c-4669-9283-019c002f6625 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:23.284782 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9352314f-688d-4a50-bdef-803fb1df64a3 req-912a723f-b82c-4669-9283-019c002f6625 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0628486 Apr 12 13:18:23.338141 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9352314f-688d-4a50-bdef-803fb1df64a3 req-49ffddb6-6b01-4c0f-bd0f-7a048fef3e4e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523772 Apr 12 13:18:24.148415 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8f268-e6d9-4ef2-b3b8-213c3da17501 req-a5a7fc7e-8500-405a-bff6-ae0e6dcde95c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:24.150248 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7ee8f268-e6d9-4ef2-b3b8-213c3da17501 req-a5a7fc7e-8500-405a-bff6-ae0e6dcde95c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0539789 Apr 12 13:18:24.201699 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7ee8f268-e6d9-4ef2-b3b8-213c3da17501 req-d94b2725-6d8a-45db-8bee-b11095e9f510 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447206 Apr 12 13:18:24.453494 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c4d58-f935-4c71-83ee-4ae8191eff57 req-dab12239-be7a-4f90-85bf-8e8e978a093e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:24.454975 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a19c4d58-f935-4c71-83ee-4ae8191eff57 req-dab12239-be7a-4f90-85bf-8e8e978a093e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0501893 Apr 12 13:18:24.505251 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a19c4d58-f935-4c71-83ee-4ae8191eff57 req-baef55ac-b25d-41f2-8a43-713f619a8267 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444913 Apr 12 13:18:25.328550 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be3b1a-1ae3-4b08-9b30-b61d00b894c7 req-e310a28e-8e76-48a6-85ab-ddd2417070f7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:25.330200 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b6be3b1a-1ae3-4b08-9b30-b61d00b894c7 req-e310a28e-8e76-48a6-85ab-ddd2417070f7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0563650 Apr 12 13:18:25.405889 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b6be3b1a-1ae3-4b08-9b30-b61d00b894c7 req-863a8251-8bd4-4cc0-ae2e-175b680797cf tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698659 Apr 12 13:18:25.642683 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d17e0a-d374-4b36-8a2d-4d5b203981cf req-10c51f44-a9b1-48c5-a44b-007445cc8a6d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:25.644738 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-86d17e0a-d374-4b36-8a2d-4d5b203981cf req-10c51f44-a9b1-48c5-a44b-007445cc8a6d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0617442 Apr 12 13:18:25.701774 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-86d17e0a-d374-4b36-8a2d-4d5b203981cf req-ccc15117-2232-459f-9ffe-b164f5994262 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500000 Apr 12 13:18:26.539675 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a6b4d-28c4-4398-bc6b-12fb76c24369 req-2353ca8e-8e26-4c1c-8a6c-25c5a07013cf tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:26.541538 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-264a6b4d-28c4-4398-bc6b-12fb76c24369 req-2353ca8e-8e26-4c1c-8a6c-25c5a07013cf tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0547066 Apr 12 13:18:26.596656 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-264a6b4d-28c4-4398-bc6b-12fb76c24369 req-37d548dd-a9c0-4064-9a94-3b9d2994074d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482688 Apr 12 13:18:26.827745 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baad4c-cdbf-48ec-a2be-bdc5a0f81d98 req-4215f12a-6bd6-4686-a9f2-fa9640cea266 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:26.829426 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e4baad4c-cdbf-48ec-a2be-bdc5a0f81d98 req-4215f12a-6bd6-4686-a9f2-fa9640cea266 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0502937 Apr 12 13:18:26.887783 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e4baad4c-cdbf-48ec-a2be-bdc5a0f81d98 req-f7c7799c-f5b9-484f-b29c-912ceeea5d28 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527239 Apr 12 13:18:27.237072 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:18:27.723417 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a2780-3af8-41d3-bd59-af56252bd1ba req-86dfed8d-8f8e-441a-a9a1-fc6babe906cd tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:27.731904 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-323a2780-3af8-41d3-bd59-af56252bd1ba req-86dfed8d-8f8e-441a-a9a1-fc6babe906cd tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0584929 Apr 12 13:18:27.810683 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-323a2780-3af8-41d3-bd59-af56252bd1ba req-bdd839ac-09a3-4517-9e35-296e2f68a66b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777938 Apr 12 13:18:28.009323 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fdf41-755a-4b58-a24c-ae1cabfb458c req-e15c4cc6-a297-43e4-ad4c-d39a78e47c19 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:28.010830 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-083fdf41-755a-4b58-a24c-ae1cabfb458c req-e15c4cc6-a297-43e4-ad4c-d39a78e47c19 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0508840 Apr 12 13:18:28.061334 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-083fdf41-755a-4b58-a24c-ae1cabfb458c req-db7e38ff-31ea-4711-b751-8635afce11b7 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448079 Apr 12 13:18:28.780949 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:28.914632 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb397f-56cf-4397-8f65-0be6f3d9fdce req-d997eb0f-22e7-440f-b6ca-c8662b3ef998 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:28.916258 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-65fb397f-56cf-4397-8f65-0be6f3d9fdce req-d997eb0f-22e7-440f-b6ca-c8662b3ef998 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0536509 Apr 12 13:18:29.005320 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-65fb397f-56cf-4397-8f65-0be6f3d9fdce req-083d3da1-7684-475d-8341-7718c336a536 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798039 Apr 12 13:18:29.183291 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21418d-944b-4c92-874e-979932067729 req-02575c5a-1e8d-435b-b027-8d8f82b84be3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:29.185363 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8c21418d-944b-4c92-874e-979932067729 req-02575c5a-1e8d-435b-b027-8d8f82b84be3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0526037 Apr 12 13:18:29.243347 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8c21418d-944b-4c92-874e-979932067729 req-96c7a054-72a9-49a9-83b4-8ddfae56e02b tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521212 Apr 12 13:18:30.132703 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be264c-884b-4be6-9a9e-4073c5b35d68 req-13249e0d-471a-4f8f-b783-e3c5f33fa7b9 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:30.134224 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-60be264c-884b-4be6-9a9e-4073c5b35d68 req-13249e0d-471a-4f8f-b783-e3c5f33fa7b9 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0553682 Apr 12 13:18:30.180866 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-60be264c-884b-4be6-9a9e-4073c5b35d68 req-627be9e3-a997-4e27-9761-b16137594e55 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Apr 12 13:18:30.204727 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58172) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:30.321022 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d80a380e-ad7a-4427-8646-8e80e170af21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:30.360950 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-f182ecce-4137-48b8-aaa8-05b0c66e53c5 req-1de8bcc8-9ef7-4d52-96ee-8074e284c755 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839417 Apr 12 13:18:30.382080 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764fcf0-7148-4529-9936-aa0bc104ff44 req-c7358fb5-932b-4835-abc5-cbda1edbe2bc tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:30.383531 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c764fcf0-7148-4529-9936-aa0bc104ff44 req-c7358fb5-932b-4835-abc5-cbda1edbe2bc tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0643094 Apr 12 13:18:30.451224 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c764fcf0-7148-4529-9936-aa0bc104ff44 req-4a86e79c-7a4a-459e-a7f3-2d338697d955 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616658 Apr 12 13:18:30.470905 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d80a380e-ad7a-4427-8646-8e80e170af21 admin admin] Publish callbacks [] for security_group (8ae7a5f9-e70f-458e-ab1a-b77aa1852662), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:30.474966 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d80a380e-ad7a-4427-8646-8e80e170af21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (8ae7a5f9-e70f-458e-ab1a-b77aa1852662), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:30.513017 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d80a380e-ad7a-4427-8646-8e80e170af21 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=11e6b96ee63740bcb292f78b817813c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071082 Apr 12 13:18:30.514960 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a380e-ad7a-4427-8646-8e80e170af21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae7a5f9-e70f-458e-ab1a-b77aa1852662,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:30.515933 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58178) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:30.567127 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3643e043-798b-4ece-a366-5a8adf16707d admin admin] Publish callbacks [] for security_group (8ae7a5f9-e70f-458e-ab1a-b77aa1852662), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:30.587543 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3643e043-798b-4ece-a366-5a8adf16707d admin admin] Publish callbacks [] for security_group (8ae7a5f9-e70f-458e-ab1a-b77aa1852662), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:30.634572 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3643e043-798b-4ece-a366-5a8adf16707d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (8ae7a5f9-e70f-458e-ab1a-b77aa1852662), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:30.637279 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3643e043-798b-4ece-a366-5a8adf16707d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:30.638411 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3643e043-798b-4ece-a366-5a8adf16707d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ae7a5f9-e70f-458e-ab1a-b77aa1852662 HTTP/1.1" status: 204 len: 168 time: 0.1215041 Apr 12 13:18:30.645909 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643e043-798b-4ece-a366-5a8adf16707d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae7a5f9-e70f-458e-ab1a-b77aa1852662,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:31.305206 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac03e6-782b-402e-b0eb-f7dfd44711d2 req-4b75dae5-6fde-4c09-9392-aceaccc41f4d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:31.306805 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-deac03e6-782b-402e-b0eb-f7dfd44711d2 req-4b75dae5-6fde-4c09-9392-aceaccc41f4d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0528817 Apr 12 13:18:31.325443 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-fb9af94e-2c6a-4db8-b5a5-0c82af7353df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:31.327374 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-fb9af94e-2c6a-4db8-b5a5-0c82af7353df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 1128 time: 0.0416615 Apr 12 13:18:31.361993 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-deac03e6-782b-402e-b0eb-f7dfd44711d2 req-92b5ce1c-a8d9-46bd-ac95-8316404951af tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468445 Apr 12 13:18:31.432312 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-f8aa658c-49c7-4c4e-9110-4b30193f9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:31.434383 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-f8aa658c-49c7-4c4e-9110-4b30193f9987 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 912 time: 0.1004908 Apr 12 13:18:31.479138 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-a91ea9c0-509f-4b29-b842-f37bbc698f25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1695129e-3d2f-4304-8c11-ae0cee2f3d8a HTTP/1.1" status: 200 len: 217 time: 0.0353529 Apr 12 13:18:31.532743 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-7191a1b8-0edd-44ab-9900-75f9544c870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:31.534326 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-7191a1b8-0edd-44ab-9900-75f9544c870a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0463350 Apr 12 13:18:31.577638 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f838416-eb62-4138-b441-e4af990e70a7 req-b3f2d9e4-38d4-48e5-bcea-37f3fe91b071 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:31.579115 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3f838416-eb62-4138-b441-e4af990e70a7 req-b3f2d9e4-38d4-48e5-bcea-37f3fe91b071 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0492063 Apr 12 13:18:31.587164 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-f63eb1ec-08fd-4aca-a0c2-c7e72142dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:31.588781 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-f63eb1ec-08fd-4aca-a0c2-c7e72142dae4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445666 Apr 12 13:18:31.632472 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3f838416-eb62-4138-b441-e4af990e70a7 req-95a8e58a-9340-4096-8937-e1a57e4f0a26 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458388 Apr 12 13:18:31.687307 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-1aaaf973-f87a-451c-8edc-46396e8a38f0 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886047 Apr 12 13:18:31.782174 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-340b53f3-594d-4ee0-9536-f01d94aedaff req-88488691-4658-412f-8504-a5c271e0824d service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862825 Apr 12 13:18:32.494409 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3af682-d5a4-4bb0-9fdf-3d006d9885ce req-34f34b62-2d3b-4259-90e5-0209b93add71 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:32.495769 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ff3af682-d5a4-4bb0-9fdf-3d006d9885ce req-34f34b62-2d3b-4259-90e5-0209b93add71 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 943 time: 0.0492151 Apr 12 13:18:32.540850 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ff3af682-d5a4-4bb0-9fdf-3d006d9885ce req-6e4e237a-b997-4501-9a91-6c17878df2db tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395958 Apr 12 13:18:32.744230 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dc910-d16e-4d55-91c5-c37d678a80f5 req-6814d6bd-b535-4178-87d1-6aa4f682e1b8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:32.746300 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-649dc910-d16e-4d55-91c5-c37d678a80f5 req-6814d6bd-b535-4178-87d1-6aa4f682e1b8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0478888 Apr 12 13:18:32.794037 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-649dc910-d16e-4d55-91c5-c37d678a80f5 req-52a41dfb-9282-4197-a1eb-0157848c0b57 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Apr 12 13:18:33.188453 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65d07b95-db5d-4e34-9b11-6073ad52d64e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:18:33.281712 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:33.292991 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'port_id': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'mac_address': 'fa:16:3e:33:dc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:18:33.333783 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 65d07b95-db5d-4e34-9b11-6073ad52d64e is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:33.334169 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:33.347006 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d07b95-db5d-4e34-9b11-6073ad52d64e {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:18:33.366687 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:33.370678 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:33.419566 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=9']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:33.628800 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['65d07b95-db5d-4e34-9b11-6073ad52d64e'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:18:33.657391 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e32b0-9d9f-412f-8938-858b99d81d09 req-6d285656-4c4d-4818-9d15-c029a8d3755b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:33.659038 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf7e32b0-9d9f-412f-8938-858b99d81d09 req-6d285656-4c4d-4818-9d15-c029a8d3755b tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 944 time: 0.0485902 Apr 12 13:18:33.713600 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cf7e32b0-9d9f-412f-8938-858b99d81d09 req-c22f0e88-1328-4065-a97b-017756020e26 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479248 Apr 12 13:18:33.907330 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078e27f-0b96-4f2a-9fbe-c83486cbb4dc req-177e47cf-d53e-4d84-acb3-ea9b022d91b2 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:33.908803 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3078e27f-0b96-4f2a-9fbe-c83486cbb4dc req-177e47cf-d53e-4d84-acb3-ea9b022d91b2 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0466769 Apr 12 13:18:33.957587 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3078e27f-0b96-4f2a-9fbe-c83486cbb4dc req-0028904f-1790-41be-a7e1-ce62d6f3de83 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Apr 12 13:18:34.818236 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db4df284-26f1-4a7f-b76c-0dc5560610c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:34.832643 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f585d3-eda1-449d-8ae1-36ffda6d2071 req-3811c577-f4e9-44c1-b1c7-ef18dd6b5bc8 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:34.834251 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c7f585d3-eda1-449d-8ae1-36ffda6d2071 req-3811c577-f4e9-44c1-b1c7-ef18dd6b5bc8 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 944 time: 0.0492494 Apr 12 13:18:34.879962 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c7f585d3-eda1-449d-8ae1-36ffda6d2071 req-ba52f70f-f5cc-47c1-88fd-c9a8c18f24fb tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395386 Apr 12 13:18:35.071808 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1f372-25f0-4d25-aad9-83d51f16f528 req-702dfb51-c479-4747-8f71-60b7b96be9fc tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:35.073293 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bba1f372-25f0-4d25-aad9-83d51f16f528 req-702dfb51-c479-4747-8f71-60b7b96be9fc tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0494993 Apr 12 13:18:35.122322 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bba1f372-25f0-4d25-aad9-83d51f16f528 req-3167b224-1773-47b5-a7f2-761bba299229 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Apr 12 13:18:35.204451 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65d07b95-db5d-4e34-9b11-6073ad52d64e up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:18:35.259988 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 65d07b95-db5d-4e34-9b11-6073ad52d64e triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:18:35.260606 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:35.348107 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 65d07b95-db5d-4e34-9b11-6073ad52d64e is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:35.348495 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:35.374822 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:18:35.377081 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aaf5b2-7967-4b34-ba73-c262f5aa33a5" -d '{"events": [{"server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "name": "network-vif-plugged", "status": "completed", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:18:35.390738 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:35.396308 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:35.421957 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d479bf-def7-4bc2-8caa-04dcca3fd727 x-openstack-request-id: req-03d479bf-def7-4bc2-8caa-04dcca3fd727 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:18:35.422329 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "name": "network-vif-plugged", "status": "completed", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:18:35.422637 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-03d479bf-def7-4bc2-8caa-04dcca3fd727 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:18:35.422973 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d479bf-def7-4bc2-8caa-04dcca3fd727'] response: {'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'code': 200} Apr 12 13:18:35.455103 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=10']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:35.520247 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58270) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:35.624869 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41caa067-7d33-4f06-8b1c-0a20659472e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:35.657778 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edcb07-6481-41db-ac53-e8fe224e7681 req-a0bf1e8d-fd22-43b9-be38-f3ec33a11b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:35.659434 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-15edcb07-6481-41db-ac53-e8fe224e7681 req-a0bf1e8d-fd22-43b9-be38-f3ec33a11b8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 1130 time: 0.0400386 Apr 12 13:18:35.701372 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41caa067-7d33-4f06-8b1c-0a20659472e2 admin admin] Publish callbacks [] for security_group (bf271c43-bffc-4ba9-b8bd-996d50d78141), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:35.706705 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-41caa067-7d33-4f06-8b1c-0a20659472e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (bf271c43-bffc-4ba9-b8bd-996d50d78141), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:35.714889 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-15edcb07-6481-41db-ac53-e8fe224e7681 req-863a1e05-8b29-41f3-9210-09bdee7220ef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454106 Apr 12 13:18:35.744800 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-41caa067-7d33-4f06-8b1c-0a20659472e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ac0c0bf07274201bb1075fedd168e94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234712 Apr 12 13:18:35.747587 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caa067-7d33-4f06-8b1c-0a20659472e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf271c43-bffc-4ba9-b8bd-996d50d78141,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:35.748220 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58274) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:35.798386 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c92d7d61-9969-4bea-8ec5-801428ac12a8 admin admin] Publish callbacks [] for security_group (bf271c43-bffc-4ba9-b8bd-996d50d78141), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:35.821167 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c92d7d61-9969-4bea-8ec5-801428ac12a8 admin admin] Publish callbacks [] for security_group (bf271c43-bffc-4ba9-b8bd-996d50d78141), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:35.871049 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c92d7d61-9969-4bea-8ec5-801428ac12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (bf271c43-bffc-4ba9-b8bd-996d50d78141), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:35.873464 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c92d7d61-9969-4bea-8ec5-801428ac12a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:35.874602 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c92d7d61-9969-4bea-8ec5-801428ac12a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf271c43-bffc-4ba9-b8bd-996d50d78141 HTTP/1.1" status: 204 len: 168 time: 0.1254103 Apr 12 13:18:35.882079 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d7d61-9969-4bea-8ec5-801428ac12a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf271c43-bffc-4ba9-b8bd-996d50d78141,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:35.998958 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b37c5-88ac-4b7c-8fd0-b5e1d5eda044 req-255a6348-07a1-4937-8aa9-23fed4d543d7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:36.000518 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3f2b37c5-88ac-4b7c-8fd0-b5e1d5eda044 req-255a6348-07a1-4937-8aa9-23fed4d543d7 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 946 time: 0.0475395 Apr 12 13:18:36.052794 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3f2b37c5-88ac-4b7c-8fd0-b5e1d5eda044 req-a2c922d0-8f63-46a0-895e-031a304b6b84 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465705 Apr 12 13:18:36.155618 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58284) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:36.168988 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8d3c-aab5-4c4e-ac76-556cc5e721f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:36.239848 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5e801-580a-48ee-8a8f-af64a10af99a req-6c328db5-76db-4cb6-b582-5e3ab2ca16c3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:36.241386 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97e5e801-580a-48ee-8a8f-af64a10af99a req-6c328db5-76db-4cb6-b582-5e3ab2ca16c3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0491228 Apr 12 13:18:36.244740 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8d3c-aab5-4c4e-ac76-556cc5e721f8 admin admin] Publish callbacks [] for security_group (842a15de-af00-4e6b-b396-afa6cf38526b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:36.248822 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8d3c-aab5-4c4e-ac76-556cc5e721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (842a15de-af00-4e6b-b396-afa6cf38526b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:36.287688 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b3cc8d3c-aab5-4c4e-ac76-556cc5e721f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc2ebc96dac84f31a014952161faca52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309152 Apr 12 13:18:36.288645 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc8d3c-aab5-4c4e-ac76-556cc5e721f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842a15de-af00-4e6b-b396-afa6cf38526b,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:36.291487 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-97e5e801-580a-48ee-8a8f-af64a10af99a req-c6e9609b-6330-4069-b4b0-7c6e55f4055d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441074 Apr 12 13:18:36.291784 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58286) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:36.340618 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-777fe53c-64ed-44d0-a236-4d02c817492c admin admin] Publish callbacks [] for security_group (842a15de-af00-4e6b-b396-afa6cf38526b), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:36.361014 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-777fe53c-64ed-44d0-a236-4d02c817492c admin admin] Publish callbacks [] for security_group (842a15de-af00-4e6b-b396-afa6cf38526b), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:36.406439 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-777fe53c-64ed-44d0-a236-4d02c817492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (842a15de-af00-4e6b-b396-afa6cf38526b), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:36.409003 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-777fe53c-64ed-44d0-a236-4d02c817492c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:36.410141 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-777fe53c-64ed-44d0-a236-4d02c817492c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/842a15de-af00-4e6b-b396-afa6cf38526b HTTP/1.1" status: 204 len: 168 time: 0.1172018 Apr 12 13:18:36.417630 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fe53c-64ed-44d0-a236-4d02c817492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842a15de-af00-4e6b-b396-afa6cf38526b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:37.098853 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdaaf-1d1f-4bca-860f-a257ca5a60ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:37.171507 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de25df-8ae7-42e8-a2df-837e38c01f78 req-6f84abbd-de84-4477-9096-8e1562295c5c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:37.173131 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0de25df-8ae7-42e8-a2df-837e38c01f78 req-6f84abbd-de84-4477-9096-8e1562295c5c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 946 time: 0.0473189 Apr 12 13:18:37.231283 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0de25df-8ae7-42e8-a2df-837e38c01f78 req-160a44f1-56b2-4d40-bb6e-ca0be25b7a39 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524487 Apr 12 13:18:37.413779 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ef660-169e-44ff-b349-2988cecd0a90 req-3c31db4f-66b0-4fbc-a768-65989cec9241 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:37.415284 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-467ef660-169e-44ff-b349-2988cecd0a90 req-3c31db4f-66b0-4fbc-a768-65989cec9241 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0560062 Apr 12 13:18:37.468466 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-467ef660-169e-44ff-b349-2988cecd0a90 req-be102c58-d9bb-44be-a90b-715c956342fd tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469482 Apr 12 13:18:38.349834 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6a288-4970-4285-82b8-099127043fd1 req-2ba4cbec-05b6-4cce-9158-efc02b42ab3c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:38.351324 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b7b6a288-4970-4285-82b8-099127043fd1 req-2ba4cbec-05b6-4cce-9158-efc02b42ab3c tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 946 time: 0.0470128 Apr 12 13:18:38.399225 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b7b6a288-4970-4285-82b8-099127043fd1 req-2d4e5dfd-72ec-4f70-bddd-dfc18451c58f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Apr 12 13:18:38.536424 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58402) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:38.584240 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0f405-6dd4-416b-9551-04d7cc20b184 req-0b84ea9f-e47e-4f94-9301-b4518ed338d8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:38.585755 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-63f0f405-6dd4-416b-9551-04d7cc20b184 req-0b84ea9f-e47e-4f94-9301-b4518ed338d8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 944 time: 0.0505879 Apr 12 13:18:38.647320 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be749804-afcb-448a-9d2d-e6d71c3614e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:38.724595 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:38.732803 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be749804-afcb-448a-9d2d-e6d71c3614e4 admin admin] Publish callbacks [] for security_group (03667bc7-056c-47c8-b493-996753e915d6), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:38.737448 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-be749804-afcb-448a-9d2d-e6d71c3614e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (03667bc7-056c-47c8-b493-996753e915d6), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:38.775646 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be749804-afcb-448a-9d2d-e6d71c3614e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03667bc7-056c-47c8-b493-996753e915d6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:38.782844 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-be749804-afcb-448a-9d2d-e6d71c3614e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=476e0eb10f334de0ba7450b52f9ab0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429512 Apr 12 13:18:38.783280 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58406) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:38.832247 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe35786-35fc-43a7-9b3a-eb2aff3eb9fb admin admin] Publish callbacks [] for security_group (03667bc7-056c-47c8-b493-996753e915d6), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:38.856056 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe35786-35fc-43a7-9b3a-eb2aff3eb9fb admin admin] Publish callbacks [] for security_group (03667bc7-056c-47c8-b493-996753e915d6), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:38.883133 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-63f0f405-6dd4-416b-9551-04d7cc20b184 req-611866d2-c0d6-4f46-a448-4ca10a2b1f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918091 Apr 12 13:18:38.903474 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe35786-35fc-43a7-9b3a-eb2aff3eb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (03667bc7-056c-47c8-b493-996753e915d6), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:38.906215 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5fe35786-35fc-43a7-9b3a-eb2aff3eb9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:38.909654 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5fe35786-35fc-43a7-9b3a-eb2aff3eb9fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/03667bc7-056c-47c8-b493-996753e915d6 HTTP/1.1" status: 204 len: 168 time: 0.1253998 Apr 12 13:18:38.920520 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe35786-35fc-43a7-9b3a-eb2aff3eb9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03667bc7-056c-47c8-b493-996753e915d6,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:39.163602 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58412) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:39.176261 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-134a69d8-0560-4570-bfcc-a7b326f7e2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:39.246258 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 1695129e-3d2f-4304-8c11-ae0cee2f3d8a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:18:39.253628 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-134a69d8-0560-4570-bfcc-a7b326f7e2ad admin admin] Publish callbacks [] for security_group (dea302a9-daca-4248-8199-8e2d3d4a8be8), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:39.257804 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-134a69d8-0560-4570-bfcc-a7b326f7e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dea302a9-daca-4248-8199-8e2d3d4a8be8), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:39.295423 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a69d8-0560-4570-bfcc-a7b326f7e2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea302a9-daca-4248-8199-8e2d3d4a8be8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:39.299783 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-134a69d8-0560-4570-bfcc-a7b326f7e2ad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0e140b1d2a384470abe7f0b08ae1a904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351686 Apr 12 13:18:39.302548 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58414) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:39.351515 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a053898-7d90-4e23-ad4f-d635c9f5e221 admin admin] Publish callbacks [] for security_group (dea302a9-daca-4248-8199-8e2d3d4a8be8), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:39.359816 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:39.371208 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'port_id': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a', 'mac_address': 'fa:16:3e:bb:d6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:18:39.372446 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a053898-7d90-4e23-ad4f-d635c9f5e221 admin admin] Publish callbacks [] for security_group (dea302a9-daca-4248-8199-8e2d3d4a8be8), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:39.413833 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:39.414219 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:39.423794 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a053898-7d90-4e23-ad4f-d635c9f5e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dea302a9-daca-4248-8199-8e2d3d4a8be8), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:39.428110 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3a053898-7d90-4e23-ad4f-d635c9f5e221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:39.429265 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3a053898-7d90-4e23-ad4f-d635c9f5e221 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dea302a9-daca-4248-8199-8e2d3d4a8be8 HTTP/1.1" status: 204 len: 168 time: 0.1258013 Apr 12 13:18:39.430764 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1695129e-3d2f-4304-8c11-ae0cee2f3d8a {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:18:39.440194 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053898-7d90-4e23-ad4f-d635c9f5e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea302a9-daca-4248-8199-8e2d3d4a8be8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:39.460106 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:39.468344 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:39.527598 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:39.682431 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['1695129e-3d2f-4304-8c11-ae0cee2f3d8a'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:18:40.008254 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2f8a6-fd4c-4c0d-9ca4-33273beed6d4 req-ae83edef-4447-4af2-898c-79036faf33e5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:40.009916 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b3a2f8a6-fd4c-4c0d-9ca4-33273beed6d4 req-ae83edef-4447-4af2-898c-79036faf33e5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 945 time: 0.0482254 Apr 12 13:18:40.063529 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b3a2f8a6-fd4c-4c0d-9ca4-33273beed6d4 req-e77f5c20-2244-416c-8f6f-0d307c13ac22 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454283 Apr 12 13:18:40.600595 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:41.249958 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 1695129e-3d2f-4304-8c11-ae0cee2f3d8a up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:18:41.298532 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:18:41.306325 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:18:41.306698 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:41.335797 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ccd4a-39f5-411c-b591-23ec62669b27 req-da0f21a8-5ac9-4801-857e-5a455a24da14 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:41.337280 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-446ccd4a-39f5-411c-b591-23ec62669b27 req-da0f21a8-5ac9-4801-857e-5a455a24da14 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 945 time: 0.0504661 Apr 12 13:18:41.388306 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:18:41.388700 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:41.389944 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-446ccd4a-39f5-411c-b591-23ec62669b27 req-11df67ed-e91d-4fb0-b9f6-fb273c33663a tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461061 Apr 12 13:18:41.412283 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:18:41.414546 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64e7d69-fd7f-40e8-b253-d9dbb4054035" -d '{"events": [{"server_uuid": "d75d923c-38a8-44f1-a485-9006c7cc55a9", "name": "network-vif-plugged", "status": "completed", "tag": "1695129e-3d2f-4304-8c11-ae0cee2f3d8a"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:18:41.428487 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:18:41.432662 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:41.455891 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a064a015-0a5f-499e-9ac4-08c98521680b x-openstack-request-id: req-a064a015-0a5f-499e-9ac4-08c98521680b {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:18:41.456195 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75d923c-38a8-44f1-a485-9006c7cc55a9", "name": "network-vif-plugged", "status": "completed", "tag": "1695129e-3d2f-4304-8c11-ae0cee2f3d8a", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:18:41.456446 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a064a015-0a5f-499e-9ac4-08c98521680b {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:18:41.456830 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a064a015-0a5f-499e-9ac4-08c98521680b'] response: {'server_uuid': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a', 'code': 200} Apr 12 13:18:41.483011 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:41.674977 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:41.675854 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b109f3f-b665-43c3-ab2a-5abba7db0dd4 req-984ecf6b-66a2-4e91-aac2-b3b0a3395f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:41.678277 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2b109f3f-b665-43c3-ab2a-5abba7db0dd4 req-984ecf6b-66a2-4e91-aac2-b3b0a3395f29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 1130 time: 0.0447843 Apr 12 13:18:41.727587 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2b109f3f-b665-43c3-ab2a-5abba7db0dd4 req-9974d2bd-75d8-4c30-8690-5fa1f435fab6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Apr 12 13:18:42.503343 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cd3c8-6ef0-46dc-90d4-a67dbe6c4680 req-cb5647df-dd6c-491f-ae85-384a0e690277 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:42.504841 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-860cd3c8-6ef0-46dc-90d4-a67dbe6c4680 req-cb5647df-dd6c-491f-ae85-384a0e690277 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 946 time: 0.0499370 Apr 12 13:18:42.552326 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-860cd3c8-6ef0-46dc-90d4-a67dbe6c4680 req-3ce2700c-b458-4e4c-90c9-09391654a32e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419257 Apr 12 13:18:43.417001 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58488) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:43.519062 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a69df89-4eb0-47f0-8bdd-7a94a5814753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:43.591111 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a69df89-4eb0-47f0-8bdd-7a94a5814753 admin admin] Publish callbacks [] for security_group (e8e9f625-1252-49ec-a22f-952899cdf3c7), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:43.599227 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0a69df89-4eb0-47f0-8bdd-7a94a5814753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (e8e9f625-1252-49ec-a22f-952899cdf3c7), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:43.640087 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0a69df89-4eb0-47f0-8bdd-7a94a5814753 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=62c63708ca3844db8d2b3a102d362885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219493 Apr 12 13:18:43.640964 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69df89-4eb0-47f0-8bdd-7a94a5814753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e9f625-1252-49ec-a22f-952899cdf3c7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:43.643256 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58494) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:43.669941 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29126ce5-f25c-41d2-a023-a5ab8bb34b04 req-af3f0228-4e09-4fd1-bf4c-214796fe9042 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:43.671714 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-29126ce5-f25c-41d2-a023-a5ab8bb34b04 req-af3f0228-4e09-4fd1-bf4c-214796fe9042 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 946 time: 0.0499575 Apr 12 13:18:43.701154 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dec25c19-c8c0-43aa-8f41-b6cef2bb7874 admin admin] Publish callbacks [] for security_group (e8e9f625-1252-49ec-a22f-952899cdf3c7), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:43.734721 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dec25c19-c8c0-43aa-8f41-b6cef2bb7874 admin admin] Publish callbacks [] for security_group (e8e9f625-1252-49ec-a22f-952899cdf3c7), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:43.746639 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-29126ce5-f25c-41d2-a023-a5ab8bb34b04 req-124aba59-8299-4d1c-b94d-f2cc6bc49164 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685511 Apr 12 13:18:43.786415 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dec25c19-c8c0-43aa-8f41-b6cef2bb7874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (e8e9f625-1252-49ec-a22f-952899cdf3c7), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:43.788747 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dec25c19-c8c0-43aa-8f41-b6cef2bb7874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:43.790194 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-dec25c19-c8c0-43aa-8f41-b6cef2bb7874 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8e9f625-1252-49ec-a22f-952899cdf3c7 HTTP/1.1" status: 204 len: 168 time: 0.1458225 Apr 12 13:18:43.798006 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec25c19-c8c0-43aa-8f41-b6cef2bb7874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e9f625-1252-49ec-a22f-952899cdf3c7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:43.864437 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e44e-cb31-47f2-99a0-a808d1a273c6 req-e48aa4c2-4129-4b4f-a78a-d45fe0951063 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:43.865859 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0307e44e-cb31-47f2-99a0-a808d1a273c6 req-e48aa4c2-4129-4b4f-a78a-d45fe0951063 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 946 time: 0.0527537 Apr 12 13:18:43.920539 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0307e44e-cb31-47f2-99a0-a808d1a273c6 req-e4ef6f54-9b8a-476a-89ba-c80df4e1f7fa tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490532 Apr 12 13:18:43.942704 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58502) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:44.131392 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfdb94d-0162-4f59-8003-db47d417ebf6 tempest-TestVolumeBootPattern-1212533112 tempest-TestVolumeBootPattern-1212533112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:44.132927 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-acfdb94d-0162-4f59-8003-db47d417ebf6 tempest-TestVolumeBootPattern-1212533112 tempest-TestVolumeBootPattern-1212533112-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 1125 time: 0.1892030 Apr 12 13:18:44.135985 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58514) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:18:44.140622 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'port_id': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:18:44.160638 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:44.245767 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:44.358363 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Allocated IP 172.27.3.137 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/bf6307bb-26ee-494a-b2e2-27166ec51802) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:18:44.468140 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for port (bf6307bb-26ee-494a-b2e2-27166ec51802), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:44.506348 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (bf6307bb-26ee-494a-b2e2-27166ec51802), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:44.544852 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:18:44.549006 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:18:44.551209 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:18:44.578931 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'Port': ['ID=bf6307bb-26ee-494a-b2e2-27166ec51802,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:44.945984 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (03632d04-f4bf-458c-a948-508d19597e21), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:45.017542 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (bf6307bb-26ee-494a-b2e2-27166ec51802), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:45.172152 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for port (bf6307bb-26ee-494a-b2e2-27166ec51802), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:45.176536 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (bf6307bb-26ee-494a-b2e2-27166ec51802), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:45.252182 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'Port': ['ID=bf6307bb-26ee-494a-b2e2-27166ec51802,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:18:45.264474 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (03632d04-f4bf-458c-a948-508d19597e21), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:45.374946 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Floating IP 03632d04-f4bf-458c-a948-508d19597e21 associated. External IP: 172.27.3.137, port: 1695129e-3d2f-4304-8c11-ae0cee2f3d8a. Apr 12 13:18:45.590404 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Router 1078ad39-ea6f-4639-b539-891e9d7df5af has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:18:45.700949 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:18:45.710622 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] Sync routers for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:18:45.719077 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:18:45.722276 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:18:45.722907 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:18:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:45.751821 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-13c7cb9b-7144-469e-96dc-c6e3a337094c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6146221 Apr 12 13:18:45.752603 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'tag': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:18:45.754881 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850cc65d-d223-485a-9711-80b4115aa3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d75d923c-38a8-44f1-a485-9006c7cc55a9", "tag": "1695129e-3d2f-4304-8c11-ae0cee2f3d8a"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:18:45.833344 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:18:45.918615 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea80892-86d5-49d9-9ed0-2fdd5d5e7f73 x-openstack-request-id: req-dea80892-86d5-49d9-9ed0-2fdd5d5e7f73 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:18:45.918870 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d75d923c-38a8-44f1-a485-9006c7cc55a9", "tag": "1695129e-3d2f-4304-8c11-ae0cee2f3d8a", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:18:45.919165 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dea80892-86d5-49d9-9ed0-2fdd5d5e7f73 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:18:45.919607 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea80892-86d5-49d9-9ed0-2fdd5d5e7f73'] response: {'name': 'network-changed', 'server_uuid': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'tag': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a', 'status': 'completed', 'code': 200} Apr 12 13:18:45.983453 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-3833c104-21ce-4280-8e65-4927736fe805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:45.984998 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-3833c104-21ce-4280-8e65-4927736fe805 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 1130 time: 0.0453594 Apr 12 13:18:46.059184 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '03632d04-f4bf-458c-a948-508d19597e21', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:bb:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:18:44Z', 'updated_at': '2022-04-12T13:18:44Z', 'revision_number': 0, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:46.091750 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-c24456f0-9af4-4a34-8707-233fc48b16f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:46.093384 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] Checking router: 1078ad39-ea6f-4639-b539-891e9d7df5af for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:18:46.093575 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-c24456f0-9af4-4a34-8707-233fc48b16f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 912 time: 0.0966079 Apr 12 13:18:46.101797 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:18:46.102336 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:18:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:46.161435 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-680ac566-90c4-44af-8587-547315028073 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1695129e-3d2f-4304-8c11-ae0cee2f3d8a HTTP/1.1" status: 200 len: 1000 time: 0.0614400 Apr 12 13:18:46.218400 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-20fedd0c-b426-486d-9538-ecda17900ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:46.220554 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-20fedd0c-b426-486d-9538-ecda17900ae7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0462461 Apr 12 13:18:46.273687 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-866ed0ff-fabc-4b1f-b7ff-9e18b5659ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:18:46.276372 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-866ed0ff-fabc-4b1f-b7ff-9e18b5659ac3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437198 Apr 12 13:18:46.345205 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:18:46.371979 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-e7d5653b-e00c-48e2-9a6b-3a62f8d41f5d service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865183 Apr 12 13:18:46.467943 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-850cc65d-d223-485a-9711-80b4115aa3d7 req-55a25e4b-e72c-46d8-baa5-e5fcbedd3224 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888603 Apr 12 13:18:46.578048 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '03632d04-f4bf-458c-a948-508d19597e21', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:bb:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:18:44Z', 'updated_at': '2022-04-12T13:18:44Z', 'revision_number': 0, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:18:46.611302 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404522d-8fe6-41a7-b2e8-05ce194e9f68 None None] The sync data for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi is: [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '03632d04-f4bf-458c-a948-508d19597e21', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:bb:d6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:18:44Z', 'updated_at': '2022-04-12T13:18:44Z', 'revision_number': 0, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:18:46.797332 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0fbb63-fc99-49b8-96a7-98fd3a89a5db None None] New status for floating IP 03632d04-f4bf-458c-a948-508d19597e21: ACTIVE {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:18:58.770555 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:04.236064 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:19:04.822066 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-db019cfd-a8df-4b4e-a957-5dc578abf2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:05.235687 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-33204603-2026-47c4-8e5d-606d06fe331c req-093dbfe2-38c5-4fb3-9d9d-27c56c79837e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419376 Apr 12 13:19:05.319667 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33204603-2026-47c4-8e5d-606d06fe331c req-fa937d0b-e906-4c6c-9400-8cc6519b5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:05.321124 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-33204603-2026-47c4-8e5d-606d06fe331c req-fa937d0b-e906-4c6c-9400-8cc6519b5c26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=257ac1d956b44e508a71a716d6aed767&device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 1130 time: 0.0403438 Apr 12 13:19:05.685297 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33204603-2026-47c4-8e5d-606d06fe331c req-53f7d355-2f10-4ab2-9a46-fd75fe6aeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:05.686828 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-33204603-2026-47c4-8e5d-606d06fe331c req-53f7d355-2f10-4ab2-9a46-fd75fe6aeb59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 200 len: 917 time: 0.3465033 Apr 12 13:19:05.751646 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-33204603-2026-47c4-8e5d-606d06fe331c req-56dfb584-7b6f-498e-91ca-20dfca79d88a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e HTTP/1.1" status: 200 len: 1000 time: 0.0574956 Apr 12 13:19:05.801677 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33204603-2026-47c4-8e5d-606d06fe331c req-30657ff6-463f-44fb-bc7b-5802188a7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:05.803139 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-33204603-2026-47c4-8e5d-606d06fe331c req-30657ff6-463f-44fb-bc7b-5802188a7239 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 200 len: 856 time: 0.0451813 Apr 12 13:19:05.850371 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33204603-2026-47c4-8e5d-606d06fe331c req-7642d17e-03cc-4cf3-ad3f-59d5bde61bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:05.851774 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-33204603-2026-47c4-8e5d-606d06fe331c req-7642d17e-03cc-4cf3-ad3f-59d5bde61bc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=098edfc6-241c-42b0-88bc-bbe949fe2fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408883 Apr 12 13:19:05.941844 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-33204603-2026-47c4-8e5d-606d06fe331c req-3347694f-2433-4187-aa49-b02ca2da0674 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817497 Apr 12 13:19:06.040760 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-33204603-2026-47c4-8e5d-606d06fe331c req-85cf8d8e-ba0f-4aab-b8ca-c1be9768fb08 service neutron] 10.222.0.26 "GET /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881145 Apr 12 13:19:07.100951 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b56a-68aa-4ea1-8317-1917a7fd4fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:08.726364 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:10.348750 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58694) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:10.453974 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ac889c4-0d2a-4b0d-86d8-98e5f167087f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:10.532282 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ac889c4-0d2a-4b0d-86d8-98e5f167087f admin admin] Publish callbacks [] for security_group (55baef59-363b-4fde-9b20-f0ac72c54914), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:10.536202 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0ac889c4-0d2a-4b0d-86d8-98e5f167087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (55baef59-363b-4fde-9b20-f0ac72c54914), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:10.574043 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac889c4-0d2a-4b0d-86d8-98e5f167087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55baef59-363b-4fde-9b20-f0ac72c54914,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:10.580256 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0ac889c4-0d2a-4b0d-86d8-98e5f167087f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25eb80cf007949f6869ebeb38f19b7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294254 Apr 12 13:19:10.582567 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58698) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:10.603995 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:10.638501 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0c17f45-42c4-4a2d-9f39-dea0e94b2559 admin admin] Publish callbacks [] for security_group (55baef59-363b-4fde-9b20-f0ac72c54914), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:10.663607 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0c17f45-42c4-4a2d-9f39-dea0e94b2559 admin admin] Publish callbacks [] for security_group (55baef59-363b-4fde-9b20-f0ac72c54914), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:10.711255 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0c17f45-42c4-4a2d-9f39-dea0e94b2559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (55baef59-363b-4fde-9b20-f0ac72c54914), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:10.714762 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d0c17f45-42c4-4a2d-9f39-dea0e94b2559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:10.715905 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d0c17f45-42c4-4a2d-9f39-dea0e94b2559 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/55baef59-363b-4fde-9b20-f0ac72c54914 HTTP/1.1" status: 204 len: 168 time: 0.1323695 Apr 12 13:19:10.724044 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c17f45-42c4-4a2d-9f39-dea0e94b2559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55baef59-363b-4fde-9b20-f0ac72c54914,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:11.683937 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:12.910460 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-53c57292-5df8-416d-9e66-3a1730aa08c1 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=947f1dc861f54530b1b84994ea16d225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290465 Apr 12 13:19:13.339823 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-e5bb8073-dfd7-42e9-acef-1c6c550334b3 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:13.341322 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-e5bb8073-dfd7-42e9-acef-1c6c550334b3 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4257288 Apr 12 13:19:13.356480 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-b7295ebc-110c-4eb9-91ca-a941cae360e1 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/quotas/947f1dc861f54530b1b84994ea16d225 HTTP/1.1" status: 200 len: 375 time: 0.0090973 Apr 12 13:19:13.388785 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d9970df-01fe-49ac-9b37-78de0874c870 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=947f1dc861f54530b1b84994ea16d225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272660 Apr 12 13:19:13.544403 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a925ef29-aca8-4d57-81e5-0069ce357740 req-4c529e96-297f-4a2c-a566-785758b50a79 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 210 time: 0.0277226 Apr 12 13:19:14.427761 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d61a105-0ffa-49a2-96f6-3c098418561d tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=947f1dc861f54530b1b84994ea16d225&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303257 Apr 12 13:19:14.622007 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-67f2669f-4cf3-4591-868d-e1cac3c87920 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:14.623472 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-67f2669f-4cf3-4591-868d-e1cac3c87920 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897817 Apr 12 13:19:14.643562 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c777b7be-ad6b-4adc-bed6-e5f4dcfa0da6 req-06207b9d-74cb-4e69-a444-e7bf185a86f4 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 210 time: 0.0291407 Apr 12 13:19:14.644931 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Request body: {'port': {'device_id': '4128d558-3bf6-4cb8-af7f-9aee918906fc', 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712', 'admin_state_up': True, 'tenant_id': '947f1dc861f54530b1b84994ea16d225'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:14.750946 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Made reservation on behalf of 947f1dc861f54530b1b84994ea16d225 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:14.754233 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.766578 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.844945 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks [] for security_group (dc12528d-8538-42c3-a369-104d6207c54d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.849038 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dc12528d-8538-42c3-a369-104d6207c54d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:14.909594 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12528d-8538-42c3-a369-104d6207c54d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:14.981602 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Allocated IP 192.168.233.95 (1b1b74b2-8db9-47ad-94b4-57eccf11e712/a9f531ca-8d4a-4b6f-a995-8a046f0438e0/387582cc-b7b0-495e-807a-4f05450528fa) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:15.134240 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks [] for port (387582cc-b7b0-495e-807a-4f05450528fa), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.168670 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (387582cc-b7b0-495e-807a-4f05450528fa), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.209954 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:15.212854 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:15.216460 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:15.225058 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Pushing event updated for resources: {'Port': ['ID=387582cc-b7b0-495e-807a-4f05450528fa,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:15.279057 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:15.279721 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.297670 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3d25537d-fed2-4ee2-9e7b-ffe9a02405b2 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6565843 Apr 12 13:19:15.312193 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Request body: {'port': {'device_id': '4128d558-3bf6-4cb8-af7f-9aee918906fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:15.376352 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (387582cc-b7b0-495e-807a-4f05450528fa), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.447094 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-b0b5fbc2-9a18-42c4-9518-0dfe646ad0c8 None None] Provisioning complete for port 387582cc-b7b0-495e-807a-4f05450528fa triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:15.448233 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-b0b5fbc2-9a18-42c4-9518-0dfe646ad0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (387582cc-b7b0-495e-807a-4f05450528fa), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.486142 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5fbc2-9a18-42c4-9518-0dfe646ad0c8 None None] Port 387582cc-b7b0-495e-807a-4f05450528fa cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:15.640604 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387582cc-b7b0-495e-807a-4f05450528fa {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:19:15.647950 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Publish callbacks [] for port (387582cc-b7b0-495e-807a-4f05450528fa), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.659901 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Transition to ACTIVE for port object 387582cc-b7b0-495e-807a-4f05450528fa will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:19:15.663667 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (387582cc-b7b0-495e-807a-4f05450528fa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.716511 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Pushing event updated for resources: {'Port': ['ID=387582cc-b7b0-495e-807a-4f05450528fa,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:15.780272 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea71a2-7fbd-46a0-8172-f9015bc097c0 req-d761546a-d4a0-4b9b-af59-658f4eb09d0c tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:15.782234 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-29ea71a2-7fbd-46a0-8172-f9015bc097c0 req-d761546a-d4a0-4b9b-af59-658f4eb09d0c tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 947 time: 0.0658419 Apr 12 13:19:15.792597 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Attempting to bind port 387582cc-b7b0-495e-807a-4f05450528fa on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:15.792936 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Attempting to bind port 387582cc-b7b0-495e-807a-4f05450528fa by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3f0e3e7a-5054-4cda-b14c-7c8a316dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:15.793291 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Attempting to bind port 387582cc-b7b0-495e-807a-4f05450528fa on network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:15.798496 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Port 387582cc-b7b0-495e-807a-4f05450528fa on network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:19:15.798807 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Attempting to bind port 387582cc-b7b0-495e-807a-4f05450528fa on network 1b1b74b2-8db9-47ad-94b4-57eccf11e712 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:15.804162 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:15.804496 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Checking segment: {'id': '3f0e3e7a-5054-4cda-b14c-7c8a316dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:15.804881 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Bound using segment: {'id': '3f0e3e7a-5054-4cda-b14c-7c8a316dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:15.805354 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Bound port: 387582cc-b7b0-495e-807a-4f05450528fa, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0e3e7a-5054-4cda-b14c-7c8a316dcde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:15.805712 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (387582cc-b7b0-495e-807a-4f05450528fa), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.850142 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-29ea71a2-7fbd-46a0-8172-f9015bc097c0 req-c17cfc86-6c65-42b8-ad5e-e67261911080 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606956 Apr 12 13:19:15.878187 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] For port 387582cc-b7b0-495e-807a-4f05450528fa, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:15.881640 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] For port 387582cc-b7b0-495e-807a-4f05450528fa, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=387582cc-b7b0-495e-807a-4f05450528fa,segment=NetworkSegment(3f0e3e7a-5054-4cda-b14c-7c8a316dcde4),segment_id=3f0e3e7a-5054-4cda-b14c-7c8a316dcde4)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:15.888750 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (387582cc-b7b0-495e-807a-4f05450528fa), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.921939 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:15.922720 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:15.924148 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] 10.222.0.26 "PUT /v2.0/ports/387582cc-b7b0-495e-807a-4f05450528fa HTTP/1.1" status: 200 len: 1097 time: 0.6190431 Apr 12 13:19:15.926805 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4128d558-3bf6-4cb8-af7f-9aee918906fc', 'tag': '387582cc-b7b0-495e-807a-4f05450528fa'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:15.929925 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55f2e69-89ea-4efb-937b-2abdd0ba6847" -d '{"events": [{"name": "network-changed", "server_uuid": "4128d558-3bf6-4cb8-af7f-9aee918906fc", "tag": "387582cc-b7b0-495e-807a-4f05450528fa"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:15.959657 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3872c-64de-4391-b12f-4efb6bce5a44 service neutron] Pushing event updated for resources: {'Port': ['ID=387582cc-b7b0-495e-807a-4f05450528fa,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:15.980225 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1453a7a-9228-4c1d-8ddc-efda4f083a1b x-openstack-request-id: req-d1453a7a-9228-4c1d-8ddc-efda4f083a1b {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:15.980520 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4128d558-3bf6-4cb8-af7f-9aee918906fc", "tag": "387582cc-b7b0-495e-807a-4f05450528fa", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:15.980773 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1453a7a-9228-4c1d-8ddc-efda4f083a1b {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:15.981248 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1453a7a-9228-4c1d-8ddc-efda4f083a1b'] response: {'name': 'network-changed', 'server_uuid': '4128d558-3bf6-4cb8-af7f-9aee918906fc', 'tag': '387582cc-b7b0-495e-807a-4f05450528fa', 'status': 'completed', 'code': 200} Apr 12 13:19:16.013762 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-ab423e20-c279-475d-887e-9284481985a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:16.015268 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-ab423e20-c279-475d-887e-9284481985a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=947f1dc861f54530b1b84994ea16d225&device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 1131 time: 0.0470917 Apr 12 13:19:16.063167 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-ce2571a3-ce8f-4883-9b16-21507f77dfee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=387582cc-b7b0-495e-807a-4f05450528fa HTTP/1.1" status: 200 len: 217 time: 0.0400620 Apr 12 13:19:16.113562 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-38079af0-e467-40aa-883b-2b895ef1db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:16.114978 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-38079af0-e467-40aa-883b-2b895ef1db8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9f531ca-8d4a-4b6f-a995-8a046f0438e0 HTTP/1.1" status: 200 len: 843 time: 0.0461688 Apr 12 13:19:16.158555 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-42a9d4c4-dda8-46fe-b64c-26b3b6d1538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:16.159952 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-42a9d4c4-dda8-46fe-b64c-26b3b6d1538c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1b74b2-8db9-47ad-94b4-57eccf11e712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0377293 Apr 12 13:19:16.252351 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-3097c034-59bb-49b2-83f2-e40e8a6c66de service neutron] 10.222.0.26 "GET /v2.0/networks/1b1b74b2-8db9-47ad-94b4-57eccf11e712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848615 Apr 12 13:19:16.343382 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-40562ff4-7dce-4373-a4fd-d83f4c41b13e req-7196e714-94e3-4a54-9a9e-76cb3ef68073 service neutron] 10.222.0.26 "GET /v2.0/networks/1b1b74b2-8db9-47ad-94b4-57eccf11e712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846763 Apr 12 13:19:16.968902 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd4c00-3838-44ae-8545-76999970a798 req-fc743926-efcf-472f-b8a8-4f075f7a49fe tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:16.970429 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-70dd4c00-3838-44ae-8545-76999970a798 req-fc743926-efcf-472f-b8a8-4f075f7a49fe tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 947 time: 0.0476053 Apr 12 13:19:17.017274 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-70dd4c00-3838-44ae-8545-76999970a798 req-f7ad8392-1abe-4e33-805a-d352193c4eb7 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 Apr 12 13:19:17.221331 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-9649946d-e780-482d-8296-cbb4c9eaba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:17.222822 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-9649946d-e780-482d-8296-cbb4c9eaba69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=947f1dc861f54530b1b84994ea16d225&device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 1131 time: 0.0389760 Apr 12 13:19:17.315354 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-cfa6516b-57e7-4bef-aaee-ac883921df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:17.316825 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-cfa6516b-57e7-4bef-aaee-ac883921df73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b1b74b2-8db9-47ad-94b4-57eccf11e712 HTTP/1.1" status: 200 len: 869 time: 0.0858712 Apr 12 13:19:17.358903 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-9aeea44d-4c26-479a-8ce4-75d4a1cfcb9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=387582cc-b7b0-495e-807a-4f05450528fa HTTP/1.1" status: 200 len: 217 time: 0.0349622 Apr 12 13:19:17.410523 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-de5e738e-3d7e-4250-8b52-dfa76e0c3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:17.411971 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-de5e738e-3d7e-4250-8b52-dfa76e0c3445 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9f531ca-8d4a-4b6f-a995-8a046f0438e0 HTTP/1.1" status: 200 len: 843 time: 0.0467231 Apr 12 13:19:17.454254 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-58eea70b-a1ce-4912-85da-2b3e4cd8221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:17.455758 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-58eea70b-a1ce-4912-85da-2b3e4cd8221f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b1b74b2-8db9-47ad-94b4-57eccf11e712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0378890 Apr 12 13:19:17.548748 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-ab64ce9f-1c08-4a10-b3de-5cd66f98cccf service neutron] 10.222.0.26 "GET /v2.0/networks/1b1b74b2-8db9-47ad-94b4-57eccf11e712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865095 Apr 12 13:19:17.650235 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e55f2e69-89ea-4efb-937b-2abdd0ba6847 req-79375526-23ba-4dfe-ad90-88c102441eae service neutron] 10.222.0.26 "GET /v2.0/networks/1b1b74b2-8db9-47ad-94b4-57eccf11e712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948274 Apr 12 13:19:18.134734 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee801-a914-4b50-a530-98fe01f78330 req-4d259817-c704-4396-b4e9-24b345e8b9a0 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:18.136265 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c6dee801-a914-4b50-a530-98fe01f78330 req-4d259817-c704-4396-b4e9-24b345e8b9a0 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 947 time: 0.0510402 Apr 12 13:19:18.193161 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c6dee801-a914-4b50-a530-98fe01f78330 req-5dc069b6-8ef8-45ff-a48c-e02229aa810f tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509398 Apr 12 13:19:18.264547 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd7d34-bc84-46d0-bc63-908d67165c12 req-2af2290c-9a08-4823-85ba-60823635505d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:18.266056 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fefd7d34-bc84-46d0-bc63-908d67165c12 req-2af2290c-9a08-4823-85ba-60823635505d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 946 time: 0.0470641 Apr 12 13:19:18.312316 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fefd7d34-bc84-46d0-bc63-908d67165c12 req-d73ce8ba-a6e5-4558-b3ef-234d749b4fdb tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406792 Apr 12 13:19:19.307547 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d315c3-7012-42a2-b786-2a6e76508cd0 req-90bcd2a4-52f9-4a50-8793-4e49e15735fa tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:19.308978 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6d315c3-7012-42a2-b786-2a6e76508cd0 req-90bcd2a4-52f9-4a50-8793-4e49e15735fa tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 947 time: 0.0462108 Apr 12 13:19:19.361519 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6d315c3-7012-42a2-b786-2a6e76508cd0 req-a71d1a49-fc0e-4dc1-82c8-de7cf4685134 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468156 Apr 12 13:19:19.431527 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5564b0-9372-4627-a15e-70681f47cd2c req-72000171-6e79-4da5-96bb-c661788832d4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:19.433602 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cc5564b0-9372-4627-a15e-70681f47cd2c req-72000171-6e79-4da5-96bb-c661788832d4 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 946 time: 0.0469801 Apr 12 13:19:19.462777 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 387582cc-b7b0-495e-807a-4f05450528fa details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:19:19.480617 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cc5564b0-9372-4627-a15e-70681f47cd2c req-2d3f174e-25fa-4c6b-9ffa-3f100f426a4f tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bbf3bdc-660a-45f2-85ae-f33cc566335f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 Apr 12 13:19:19.562654 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 387582cc-b7b0-495e-807a-4f05450528fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=387582cc-b7b0-495e-807a-4f05450528fa,segment=NetworkSegment(3f0e3e7a-5054-4cda-b14c-7c8a316dcde4),segment_id=3f0e3e7a-5054-4cda-b14c-7c8a316dcde4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:19.574794 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '387582cc-b7b0-495e-807a-4f05450528fa', 'network_id': '1b1b74b2-8db9-47ad-94b4-57eccf11e712', 'port_id': '387582cc-b7b0-495e-807a-4f05450528fa', 'mac_address': 'fa:16:3e:f7:6f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f531ca-8d4a-4b6f-a995-8a046f0438e0', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:19:19.614608 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 387582cc-b7b0-495e-807a-4f05450528fa is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:19.614992 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (387582cc-b7b0-495e-807a-4f05450528fa), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.629351 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387582cc-b7b0-495e-807a-4f05450528fa {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:19:19.652944 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 387582cc-b7b0-495e-807a-4f05450528fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=387582cc-b7b0-495e-807a-4f05450528fa,segment=NetworkSegment(3f0e3e7a-5054-4cda-b14c-7c8a316dcde4),segment_id=3f0e3e7a-5054-4cda-b14c-7c8a316dcde4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:19.658690 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (387582cc-b7b0-495e-807a-4f05450528fa), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.693229 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-df82b301-f9df-4a31-afe6-5d43f8ee1f94 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:19.694698 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-df82b301-f9df-4a31-afe6-5d43f8ee1f94 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.26 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 946 time: 0.0508392 Apr 12 13:19:19.706451 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=387582cc-b7b0-495e-807a-4f05450528fa,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:19.714910 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.715259 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.715625 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.715982 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.716318 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.716902 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.717247 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.717576 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.717901 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.718220 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.718541 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.718883 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.719205 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.719525 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.719840 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:19.783411 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Deleting port 65d07b95-db5d-4e34-9b11-6073ad52d64e {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:19:19.783775 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.872913 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] For port 65d07b95-db5d-4e34-9b11-6073ad52d64e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=65d07b95-db5d-4e34-9b11-6073ad52d64e,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:19.873207 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:19.887588 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['387582cc-b7b0-495e-807a-4f05450528fa'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:19:20.059221 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.059640 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (0b627dbd-46c3-4392-8c3f-562b5e088fb7), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.059902 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Floating IP 0b627dbd-46c3-4392-8c3f-562b5e088fb7 disassociated. External IP: 172.27.3.24, port: 65d07b95-db5d-4e34-9b11-6073ad52d64e. Apr 12 13:19:20.060517 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Calling delete_port for 65d07b95-db5d-4e34-9b11-6073ad52d64e owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:19:20.188580 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (65d07b95-db5d-4e34-9b11-6073ad52d64e), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.220518 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event deleted for resources: {'Port': ['ID=65d07b95-db5d-4e34-9b11-6073ad52d64e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:20.231742 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.232091 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.232438 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.232774 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.233108 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.233472 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.233801 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.234127 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.234452 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.234773 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.235116 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.235415 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.235737 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.236057 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.236374 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:20.351323 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Router 1ad798b5-7f5e-4a3a-a145-da5e84050327 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:20.462712 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:20.474412 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] Sync routers for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:20.475123 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebb818-f364-478a-bc55-eadc96293c46 req-59234615-c0d7-456b-93bf-35a061d653e4 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:20.476857 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0ebb818-f364-478a-bc55-eadc96293c46 req-59234615-c0d7-456b-93bf-35a061d653e4 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 948 time: 0.0481091 Apr 12 13:19:20.487845 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:20.488930 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:20.517872 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] No DVR routers for this DVR port 65d07b95-db5d-4e34-9b11-6073ad52d64e on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:19:20.524143 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:20.527717 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cf256e67-480b-4f36-9818-8a41fc67b59b req-aded2c9f-ce45-40ae-ace0-7492c0e4889d tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.26 "DELETE /v2.0/ports/65d07b95-db5d-4e34-9b11-6073ad52d64e HTTP/1.1" status: 204 len: 173 time: 0.8269246 Apr 12 13:19:20.528558 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d0ebb818-f364-478a-bc55-eadc96293c46 req-415b47e0-0b67-4759-9c8f-d7e0ee67693a tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448065 Apr 12 13:19:20.532586 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'name': 'network-vif-deleted', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:20.535016 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed51201a-2d86-4bc4-a216-7ae14207af07" -d '{"events": [{"server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "name": "network-vif-deleted", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:20.603075 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13da4e50-e0d3-4448-a9c7-5efe1eed37d7 x-openstack-request-id: req-13da4e50-e0d3-4448-a9c7-5efe1eed37d7 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:20.603663 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866acb09-6961-45f5-8829-112fec8ce6ec", "name": "network-vif-deleted", "tag": "65d07b95-db5d-4e34-9b11-6073ad52d64e", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:20.604113 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-13da4e50-e0d3-4448-a9c7-5efe1eed37d7 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:20.604725 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13da4e50-e0d3-4448-a9c7-5efe1eed37d7'] response: {'server_uuid': '866acb09-6961-45f5-8829-112fec8ce6ec', 'name': 'network-vif-deleted', 'tag': '65d07b95-db5d-4e34-9b11-6073ad52d64e', 'status': 'completed', 'code': 200} Apr 12 13:19:20.605134 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f2b882e9-0d5e-4b6c-b5d2-7e5fde03a3fa req-368e0137-4e14-42ee-a6d1-b717cd0dab08 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/ports?device_id=866acb09-6961-45f5-8829-112fec8ce6ec HTTP/1.1" status: 200 len: 210 time: 0.0402603 Apr 12 13:19:20.657884 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:20.861385 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:20.888915 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] Checking router: 1ad798b5-7f5e-4a3a-a145-da5e84050327 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:20.897399 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:20.898008 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:21.019870 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:21.215932 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:21.246266 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cf446e-cbad-4d4f-a87f-f042a6759090 None None] The sync data for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi is: [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:12:21Z', 'revision_number': 4, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '90c89cc3-99cf-4946-9497-d515071e1223', 'name': '', 'network_id': '098edfc6-241c-42b0-88bc-bbe949fe2fa2', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'mac_address': 'fa:16:3e:18:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:15Z', 'updated_at': '2022-04-12T13:12:33Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'subnets': [{'id': 'da4f1e09-0998-4440-b261-f6da95ce5d96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:21.453521 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bcad6a-09cb-44dc-8afa-6f5f85c4cfed None None] New status for floating IP 0b627dbd-46c3-4392-8c3f-562b5e088fb7: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:19:21.512261 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 387582cc-b7b0-495e-807a-4f05450528fa up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:21.559588 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 387582cc-b7b0-495e-807a-4f05450528fa completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:19:21.567142 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 387582cc-b7b0-495e-807a-4f05450528fa triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:21.567718 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (387582cc-b7b0-495e-807a-4f05450528fa), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.652672 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 387582cc-b7b0-495e-807a-4f05450528fa is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:21.653065 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (387582cc-b7b0-495e-807a-4f05450528fa), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.658913 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587c2c1-b419-4d3f-acd3-4a80b6717176 req-6f24d162-338d-4440-92d0-f31ea5c7e896 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:21.660465 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6587c2c1-b419-4d3f-acd3-4a80b6717176 req-6f24d162-338d-4440-92d0-f31ea5c7e896 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 948 time: 0.0508945 Apr 12 13:19:21.688316 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128d558-3bf6-4cb8-af7f-9aee918906fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387582cc-b7b0-495e-807a-4f05450528fa'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:21.690725 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0130e7b3-d38a-4c06-8169-d9c797c9ee69" -d '{"events": [{"server_uuid": "4128d558-3bf6-4cb8-af7f-9aee918906fc", "name": "network-vif-plugged", "status": "completed", "tag": "387582cc-b7b0-495e-807a-4f05450528fa"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:21.702902 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 58802) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:21.704075 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 387582cc-b7b0-495e-807a-4f05450528fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=387582cc-b7b0-495e-807a-4f05450528fa,segment=NetworkSegment(3f0e3e7a-5054-4cda-b14c-7c8a316dcde4),segment_id=3f0e3e7a-5054-4cda-b14c-7c8a316dcde4)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:21.711609 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (387582cc-b7b0-495e-807a-4f05450528fa), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.728066 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6587c2c1-b419-4d3f-acd3-4a80b6717176 req-7c49ed06-b297-4d73-9cd1-864242517ca8 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603056 Apr 12 13:19:21.745720 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd93386d-a5ea-45fd-9b31-4fe34d40578d x-openstack-request-id: req-dd93386d-a5ea-45fd-9b31-4fe34d40578d {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:21.746014 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128d558-3bf6-4cb8-af7f-9aee918906fc", "name": "network-vif-plugged", "status": "completed", "tag": "387582cc-b7b0-495e-807a-4f05450528fa", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:21.746269 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd93386d-a5ea-45fd-9b31-4fe34d40578d {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:21.746818 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd93386d-a5ea-45fd-9b31-4fe34d40578d'] response: {'server_uuid': '4128d558-3bf6-4cb8-af7f-9aee918906fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387582cc-b7b0-495e-807a-4f05450528fa', 'code': 200} Apr 12 13:19:21.763473 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc0b0f3e-6aa0-46c0-a1b7-714f8b019e59 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (5bbf3bdc-660a-45f2-85ae-f33cc566335f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.774571 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=387582cc-b7b0-495e-807a-4f05450528fa,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:21.789171 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc0b0f3e-6aa0-46c0-a1b7-714f8b019e59 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (5bbf3bdc-660a-45f2-85ae-f33cc566335f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.837835 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc0b0f3e-6aa0-46c0-a1b7-714f8b019e59 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (5bbf3bdc-660a-45f2-85ae-f33cc566335f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.841082 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-dc0b0f3e-6aa0-46c0-a1b7-714f8b019e59 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:21.843186 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-dc0b0f3e-6aa0-46c0-a1b7-714f8b019e59 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "DELETE /v2.0/security-groups/5bbf3bdc-660a-45f2-85ae-f33cc566335f HTTP/1.1" status: 204 len: 168 time: 0.1392951 Apr 12 13:19:21.846140 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58804) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:21.853790 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b0f3e-6aa0-46c0-a1b7-714f8b019e59 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbf3bdc-660a-45f2-85ae-f33cc566335f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:21.860821 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.api.v2.resource [None req-b8f0134e-d964-4fd7-8d94-f9dc0e3d3af6 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] show failed (client error): The resource could not be found. Apr 12 13:19:21.862046 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b8f0134e-d964-4fd7-8d94-f9dc0e3d3af6 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "GET /v2.0/security-groups/5bbf3bdc-660a-45f2-85ae-f33cc566335f HTTP/1.1" status: 404 len: 347 time: 0.0148118 Apr 12 13:19:21.864994 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58806) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:21.919165 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fdafe-79e5-41fb-a43e-e217b8a66988 req-1ba9a7c4-1883-4763-92bb-b4055688d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:21.920918 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-504fdafe-79e5-41fb-a43e-e217b8a66988 req-1ba9a7c4-1883-4763-92bb-b4055688d90f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 1133 time: 0.0428030 Apr 12 13:19:21.964497 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-504fdafe-79e5-41fb-a43e-e217b8a66988 req-de588401-64eb-40a1-a796-0c0a63500f20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Apr 12 13:19:21.983033 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Deleting port 00310d09-1544-4af9-b27c-2a1e6d4b9103 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:19:21.983375 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (00310d09-1544-4af9-b27c-2a1e6d4b9103), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.066981 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (00310d09-1544-4af9-b27c-2a1e6d4b9103), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.067413 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (00310d09-1544-4af9-b27c-2a1e6d4b9103), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.082242 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Calling delete_port for 00310d09-1544-4af9-b27c-2a1e6d4b9103 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:19:22.218612 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (00310d09-1544-4af9-b27c-2a1e6d4b9103), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.245879 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Pushing event deleted for resources: {'Port': ['ID=00310d09-1544-4af9-b27c-2a1e6d4b9103,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:22.270295 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.270644 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.271017 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.271355 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.271691 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.272028 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.272359 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.272688 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.273016 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.273388 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.273702 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.274027 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.274350 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.274674 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.274997 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:22.316322 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks [] for floatingip (0b627dbd-46c3-4392-8c3f-562b5e088fb7), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.318900 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:22.320065 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ac88dada-d65b-497b-a5ca-6d3f6c8f3554 tempest-AttachVolumeShelveTestJSON-884233851 tempest-AttachVolumeShelveTestJSON-884233851-project] 10.222.0.47 "DELETE /v2.0/floatingips/0b627dbd-46c3-4392-8c3f-562b5e088fb7 HTTP/1.1" status: 204 len: 168 time: 0.4541385 Apr 12 13:19:22.845322 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef039cb-d68b-4ffa-a6b5-5b6ba46b5964 req-34025f2d-3151-4dd0-a057-62e8fb84aae1 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:22.846810 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5ef039cb-d68b-4ffa-a6b5-5b6ba46b5964 req-34025f2d-3151-4dd0-a057-62e8fb84aae1 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 949 time: 0.0475552 Apr 12 13:19:22.898449 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5ef039cb-d68b-4ffa-a6b5-5b6ba46b5964 req-3159f10f-c4c5-4abe-b12f-349e21a6b83c tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459440 Apr 12 13:19:23.532365 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65d07b95-db5d-4e34-9b11-6073ad52d64e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:19:23.552904 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 65d07b95-db5d-4e34-9b11-6073ad52d64e {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:19:23.553273 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 65d07b95-db5d-4e34-9b11-6073ad52d64e not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:19:24.009231 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef00c2-d91f-4f6c-a960-8b07e69cfd4f req-4cc6fc8c-5812-4394-b25b-d7a77efdc824 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:24.010709 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fcef00c2-d91f-4f6c-a960-8b07e69cfd4f req-4cc6fc8c-5812-4394-b25b-d7a77efdc824 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 949 time: 0.0467985 Apr 12 13:19:24.060083 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fcef00c2-d91f-4f6c-a960-8b07e69cfd4f req-55dc8f52-ab7d-475c-8df5-a645e860264c tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Apr 12 13:19:24.316070 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82a6b2-7d00-471b-9564-ea23b16f5f38 req-02dba780-d5e3-4940-ad24-4467d4f7b2fa tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:24.317525 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3f82a6b2-7d00-471b-9564-ea23b16f5f38 req-02dba780-d5e3-4940-ad24-4467d4f7b2fa tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 949 time: 0.0471385 Apr 12 13:19:24.365559 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3f82a6b2-7d00-471b-9564-ea23b16f5f38 req-2fc4f77c-31ae-463b-ba14-b70de6637586 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420189 Apr 12 13:19:24.722094 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58840) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:25.202153 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693169'] for router_interface (1ad798b5-7f5e-4a3a-a145-da5e84050327), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.488501 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] Deleting port 90c89cc3-99cf-4946-9497-d515071e1223 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:19:25.488842 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (90c89cc3-99cf-4946-9497-d515071e1223), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.510281 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197748f0-10ac-42d5-a1f1-fdf5524a77cf req-79677650-cefb-478e-8d31-ea86a475f54c tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:25.511807 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-197748f0-10ac-42d5-a1f1-fdf5524a77cf req-79677650-cefb-478e-8d31-ea86a475f54c tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 949 time: 0.0704916 Apr 12 13:19:25.613438 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-197748f0-10ac-42d5-a1f1-fdf5524a77cf req-2db99801-f115-4ef8-82ae-2a6c0f5a118a tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/security-groups?id=dc12528d-8538-42c3-a369-104d6207c54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933032 Apr 12 13:19:25.619368 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] For port 90c89cc3-99cf-4946-9497-d515071e1223, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=90c89cc3-99cf-4946-9497-d515071e1223,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:25.620313 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (90c89cc3-99cf-4946-9497-d515071e1223), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.633850 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] Calling delete_port for 90c89cc3-99cf-4946-9497-d515071e1223 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:19:25.761624 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-b4220db3-a798-4d0d-bf7e-2eaf4d56856f tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:25.763155 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-b4220db3-a798-4d0d-bf7e-2eaf4d56856f tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.26 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 949 time: 0.0489461 Apr 12 13:19:25.840497 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (90c89cc3-99cf-4946-9497-d515071e1223), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.854900 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-e5d0e749-ebe1-45a1-a490-e2f1533410bc tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Deleting port 387582cc-b7b0-495e-807a-4f05450528fa {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:19:25.855232 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-e5d0e749-ebe1-45a1-a490-e2f1533410bc tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (387582cc-b7b0-495e-807a-4f05450528fa), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.869864 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] Pushing event deleted for resources: {'Port': ['ID=90c89cc3-99cf-4946-9497-d515071e1223,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:25.956110 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-e5d0e749-ebe1-45a1-a490-e2f1533410bc tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] For port 387582cc-b7b0-495e-807a-4f05450528fa, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=387582cc-b7b0-495e-807a-4f05450528fa,segment=NetworkSegment(3f0e3e7a-5054-4cda-b14c-7c8a316dcde4),segment_id=3f0e3e7a-5054-4cda-b14c-7c8a316dcde4)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:25.956479 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-e5d0e749-ebe1-45a1-a490-e2f1533410bc tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (387582cc-b7b0-495e-807a-4f05450528fa), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:25.972434 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-e5d0e749-ebe1-45a1-a490-e2f1533410bc tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Calling delete_port for 387582cc-b7b0-495e-807a-4f05450528fa owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:19:26.104359 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693021'] for router_interface (1ad798b5-7f5e-4a3a-a145-da5e84050327), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.138061 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-e5d0e749-ebe1-45a1-a490-e2f1533410bc tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (387582cc-b7b0-495e-807a-4f05450528fa), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.151614 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['387582cc-b7b0-495e-807a-4f05450528fa'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:19:26.168843 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0e749-ebe1-45a1-a490-e2f1533410bc tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Pushing event deleted for resources: {'Port': ['ID=387582cc-b7b0-495e-807a-4f05450528fa,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:26.220508 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-e5d0e749-ebe1-45a1-a490-e2f1533410bc tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] No DVR routers for this DVR port 387582cc-b7b0-495e-807a-4f05450528fa on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:19:26.223387 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-e5d0e749-ebe1-45a1-a490-e2f1533410bc tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.229697 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-235a7fa8-8b25-44c4-9a5f-ee81c3b2436a req-e5d0e749-ebe1-45a1-a490-e2f1533410bc tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.26 "DELETE /v2.0/ports/387582cc-b7b0-495e-807a-4f05450528fa HTTP/1.1" status: 204 len: 173 time: 0.4580193 Apr 12 13:19:26.229697 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128d558-3bf6-4cb8-af7f-9aee918906fc', 'name': 'network-vif-deleted', 'tag': '387582cc-b7b0-495e-807a-4f05450528fa'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:26.230814 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f3e786-1514-4fbd-a6ab-336674c96a3d" -d '{"events": [{"server_uuid": "4128d558-3bf6-4cb8-af7f-9aee918906fc", "name": "network-vif-deleted", "tag": "387582cc-b7b0-495e-807a-4f05450528fa"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:26.272924 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4858aee-7e41-461e-912f-35ad3c48d1f9 x-openstack-request-id: req-e4858aee-7e41-461e-912f-35ad3c48d1f9 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:26.273307 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128d558-3bf6-4cb8-af7f-9aee918906fc", "name": "network-vif-deleted", "tag": "387582cc-b7b0-495e-807a-4f05450528fa", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:26.273625 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e4858aee-7e41-461e-912f-35ad3c48d1f9 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:26.274036 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4858aee-7e41-461e-912f-35ad3c48d1f9'] response: {'server_uuid': '4128d558-3bf6-4cb8-af7f-9aee918906fc', 'name': 'network-vif-deleted', 'tag': '387582cc-b7b0-495e-807a-4f05450528fa', 'status': 'completed', 'code': 200} Apr 12 13:19:26.370097 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] Router 1ad798b5-7f5e-4a3a-a145-da5e84050327 has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:26.483185 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:26.488250 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f49265ba-f7f7-4fe7-a8f4-00da920293ab admin admin] 10.222.0.47 "PUT /v2.0/routers/1ad798b5-7f5e-4a3a-a145-da5e84050327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7650385 Apr 12 13:19:26.490668 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58848) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:26.495136 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] Sync routers for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:26.506281 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:26.506911 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:26.600943 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Publish callbacks [] for router (1ad798b5-7f5e-4a3a-a145-da5e84050327), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.800992 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:26.821081 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ea6a7f53-0bf4-4bd7-81e3-aed4d7db26ac req-b66e79c9-aaef-406d-978a-23b3102d36b8 tempest-VolumesNegativeTest-2009198891 tempest-VolumesNegativeTest-2009198891-project] 10.222.0.47 "GET /v2.0/ports?device_id=4128d558-3bf6-4cb8-af7f-9aee918906fc HTTP/1.1" status: 200 len: 210 time: 0.0582407 Apr 12 13:19:26.832089 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Publish callbacks [] for router_gateway (1ad798b5-7f5e-4a3a-a145-da5e84050327), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.892826 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Deleting port b33927f0-c95d-4e8d-8042-4920c9683300 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:19:26.893081 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.975790 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] For port b33927f0-c95d-4e8d-8042-4920c9683300, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=b33927f0-c95d-4e8d-8042-4920c9683300,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:26.976157 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:26.989787 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:19:25Z', 'revision_number': 5, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port': {'id': 'b33927f0-c95d-4e8d-8042-4920c9683300', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:aa:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:12:07Z', 'updated_at': '2022-04-12T13:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:26.991628 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Calling delete_port for b33927f0-c95d-4e8d-8042-4920c9683300 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:19:27.017260 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] Checking router: 1ad798b5-7f5e-4a3a-a145-da5e84050327 for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:27.026305 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] Routers {'1ad798b5-7f5e-4a3a-a145-da5e84050327'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:27.026929 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1ad798b5-7f5e-4a3a-a145-da5e84050327'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:27.119345 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] Set router 1ad798b5-7f5e-4a3a-a145-da5e84050327 gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:27.171280 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (b33927f0-c95d-4e8d-8042-4920c9683300), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.177297 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:19:26Z', 'revision_number': 6, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port_host': None}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:27.200885 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33927f0-c95d-4e8d-8042-4920c9683300,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:27.205606 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1907d4-c2a6-4de2-b6f9-2b9b86d2ea94 None None] The sync data for ids ['1ad798b5-7f5e-4a3a-a145-da5e84050327'] in dv-cinder-830096-4-iscsi is: [{'id': '1ad798b5-7f5e-4a3a-a145-da5e84050327', 'name': 'tempest-AttachVolumeShelveTestJSON-1895098312-router', 'tenant_id': '257ac1d956b44e508a71a716d6aed767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:12:04Z', 'updated_at': '2022-04-12T13:19:26Z', 'revision_number': 6, 'project_id': '257ac1d956b44e508a71a716d6aed767', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:27.271189 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692475'] for router_gateway (1ad798b5-7f5e-4a3a-a145-da5e84050327), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.372362 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2713'] for router (1ad798b5-7f5e-4a3a-a145-da5e84050327), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.374599 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Publish callbacks [] for router_controller (1ad798b5-7f5e-4a3a-a145-da5e84050327), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.418951 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666460'] for router (1ad798b5-7f5e-4a3a-a145-da5e84050327), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.419698 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ad798b5-7f5e-4a3a-a145-da5e84050327 {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:19:27.424852 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.426035 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b3b89f5a-c540-476d-8c3a-6b66abdb6204 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1ad798b5-7f5e-4a3a-a145-da5e84050327 HTTP/1.1" status: 204 len: 168 time: 0.9344032 Apr 12 13:19:27.428493 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58852) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:27.479390 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6539f0-842b-4491-b496-0124e652bb09 admin admin] Deleting subnet da4f1e09-0998-4440-b261-f6da95ce5d96 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:19:27.482867 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dd6539f0-842b-4491-b496-0124e652bb09 admin admin] Publish callbacks [] for subnet (da4f1e09-0998-4440-b261-f6da95ce5d96), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.517551 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dd6539f0-842b-4491-b496-0124e652bb09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11875436'] for subnet (da4f1e09-0998-4440-b261-f6da95ce5d96), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.598333 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dd6539f0-842b-4491-b496-0124e652bb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (da4f1e09-0998-4440-b261-f6da95ce5d96), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.655211 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dd6539f0-842b-4491-b496-0124e652bb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11835036'] for subnet (da4f1e09-0998-4440-b261-f6da95ce5d96), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.684171 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6539f0-842b-4491-b496-0124e652bb09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4f1e09-0998-4440-b261-f6da95ce5d96,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:27.687636 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dd6539f0-842b-4491-b496-0124e652bb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.693108 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-dd6539f0-842b-4491-b496-0124e652bb09 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/da4f1e09-0998-4440-b261-f6da95ce5d96 HTTP/1.1" status: 204 len: 168 time: 0.2614188 Apr 12 13:19:27.694774 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58854) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:27.697808 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd9205e-b0d1-4833-b58a-ee93520510c8 None None] Network 098edfc6-241c-42b0-88bc-bbe949fe2fa2 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:27.768467 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (098edfc6-241c-42b0-88bc-bbe949fe2fa2), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.815479 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Deleting port 6c0864be-3383-41a3-82e6-3442fea5b5cb {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:19:27.816023 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.883230 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] For port 6c0864be-3383-41a3-82e6-3442fea5b5cb, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=6c0864be-3383-41a3-82e6-3442fea5b5cb,segment=NetworkSegment(e72b19b4-8096-4457-9eae-0cc6e67ac277),segment_id=e72b19b4-8096-4457-9eae-0cc6e67ac277)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:27.883595 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:27.898211 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Calling delete_port for 6c0864be-3383-41a3-82e6-3442fea5b5cb owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:19:27.982020 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (6c0864be-3383-41a3-82e6-3442fea5b5cb), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.006526 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62f43f-2b4d-458d-84a1-ea9b4bb9726e None None] DHCP port deletion for 098edfc6-241c-42b0-88bc-bbe949fe2fa2 request from dv-cinder-830096-4-iscsi {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:19:28.019910 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0864be-3383-41a3-82e6-3442fea5b5cb,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:28.023427 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] No DVR routers for this DVR port 6c0864be-3383-41a3-82e6-3442fea5b5cb on host dv-cinder-830096-4-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:19:28.122877 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (098edfc6-241c-42b0-88bc-bbe949fe2fa2), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.145301 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098edfc6-241c-42b0-88bc-bbe949fe2fa2']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:28.155455 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72b19b4-8096-4457-9eae-0cc6e67ac277') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:28.155745 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72b19b4-8096-4457-9eae-0cc6e67ac277') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:28.165634 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11875429'] for segment (e72b19b4-8096-4457-9eae-0cc6e67ac277), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.178897 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (e72b19b4-8096-4457-9eae-0cc6e67ac277), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.185610 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:19:28.186066 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12483958'] for segment (e72b19b4-8096-4457-9eae-0cc6e67ac277), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: Traceback (most recent call last): Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: timer() Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: cb(*args, **kw) Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: return func(*args, **kwargs) Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: self._notify() Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: self.callback(batched_events) Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: event.method(event) Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: return f(self, *a, **k) Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._get(url).json() Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:19:28.188308 dv-cinder-830096-4-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:19:28.252932 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (098edfc6-241c-42b0-88bc-bbe949fe2fa2), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.259014 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.265524 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] 10.222.0.47 "DELETE /v2.0/networks/098edfc6-241c-42b0-88bc-bbe949fe2fa2 HTTP/1.1" status: 204 len: 168 time: 0.5670221 Apr 12 13:19:28.274967 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f623da-63a2-47c9-87b7-6225a807f2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=098edfc6-241c-42b0-88bc-bbe949fe2fa2,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:28.407548 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58888) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:28.450198 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-77d9a174-98b8-408b-884f-77e044e7d490 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=257ac1d956b44e508a71a716d6aed767&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412707 Apr 12 13:19:28.452957 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58890) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:28.517377 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89e1454d-bec1-477c-a210-db4b55503c46 admin admin] Publish callbacks [] for security_group (428f7db1-c783-46b5-a2e6-ef1a4309b0b8), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.540541 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89e1454d-bec1-477c-a210-db4b55503c46 admin admin] Publish callbacks [] for security_group (428f7db1-c783-46b5-a2e6-ef1a4309b0b8), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.780802 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.842418 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89e1454d-bec1-477c-a210-db4b55503c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (428f7db1-c783-46b5-a2e6-ef1a4309b0b8), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.845132 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89e1454d-bec1-477c-a210-db4b55503c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:28.846337 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-89e1454d-bec1-477c-a210-db4b55503c46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/428f7db1-c783-46b5-a2e6-ef1a4309b0b8 HTTP/1.1" status: 204 len: 168 time: 0.3923445 Apr 12 13:19:28.854904 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1454d-bec1-477c-a210-db4b55503c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428f7db1-c783-46b5-a2e6-ef1a4309b0b8,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:29.247467 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device b33927f0-c95d-4e8d-8042-4920c9683300 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:19:29.280959 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: b33927f0-c95d-4e8d-8042-4920c9683300 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:19:29.281682 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device b33927f0-c95d-4e8d-8042-4920c9683300 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:19:29.282405 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6c0864be-3383-41a3-82e6-3442fea5b5cb no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:19:29.305851 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 6c0864be-3383-41a3-82e6-3442fea5b5cb {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:19:29.306192 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 6c0864be-3383-41a3-82e6-3442fea5b5cb not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:19:29.306660 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 90c89cc3-99cf-4946-9497-d515071e1223 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:19:29.326329 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 90c89cc3-99cf-4946-9497-d515071e1223 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:19:29.326690 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 90c89cc3-99cf-4946-9497-d515071e1223 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:19:29.549337 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 387582cc-b7b0-495e-807a-4f05450528fa no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:19:29.571290 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 387582cc-b7b0-495e-807a-4f05450528fa {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:19:29.571880 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 387582cc-b7b0-495e-807a-4f05450528fa not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:19:29.572093 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 58992) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:29.669120 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1229327127-network', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:29.691287 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Made reservation on behalf of f7e1b203c9c9478f863d115e7188d9a1 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:29.693511 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.702532 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.782310 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Publish callbacks [] for security_group (2490fd5b-75c6-4699-9a53-ead892e74464), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.787045 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (2490fd5b-75c6-4699-9a53-ead892e74464), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.816535 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:19:29.826736 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2490fd5b-75c6-4699-9a53-ead892e74464,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:29.835577 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (ff078544-75dd-4686-821e-dfee54bf2bcf), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.836023 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Added segment ff078544-75dd-4686-821e-dfee54bf2bcf of type vlan for network 6081ec14-2d25-40c5-a801-e052bfcd242a Apr 12 13:19:29.886127 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (6081ec14-2d25-40c5-a801-e052bfcd242a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.911433 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (6081ec14-2d25-40c5-a801-e052bfcd242a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.912373 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:29.912950 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:29.978192 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4042315 Apr 12 13:19:29.981542 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59044) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:29.984847 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78340638-ebc2-47ee-a2ba-d2702b3e0ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=6081ec14-2d25-40c5-a801-e052bfcd242a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:29.987734 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Request body: {'subnet': {'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-subnet', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:29.997017 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 6081ec14-2d25-40c5-a801-e052bfcd242a details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:19:30.024538 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Made reservation on behalf of f7e1b203c9c9478f863d115e7188d9a1 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:30.029058 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12444220'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.232615 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11564896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12444206'] for subnet (8ed911cc-c1c3-4fc5-8484-f271b8362f08), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.289641 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed911cc-c1c3-4fc5-8484-f271b8362f08,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:30.309656 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Checking segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:30.309899 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Network hostable DHCP agents. Network: 6081ec14-2d25-40c5-a801-e052bfcd242a, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:19:30.331088 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Network 6081ec14-2d25-40c5-a801-e052bfcd242a is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:19:30.341388 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 6081ec14-2d25-40c5-a801-e052bfcd242a) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:30.346233 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:30.346826 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.356684 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e453134e-1460-4393-aba8-f419f4abbe64 None None] Network 6081ec14-2d25-40c5-a801-e052bfcd242a requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:30.367607 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59076) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:30.369628 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a38e5bee-82e2-46fa-b02e-bc53301e5ce1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3824494 Apr 12 13:19:30.373128 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:30.397555 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.398769 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.458014 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks [] for router_controller (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.470706 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-6081ec14-2d25-40c5-a801-e052bfcd242a', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:19:30.471560 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.619146 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks [] for router_gateway (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.634515 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Allocated IP 172.20.0.2 (6081ec14-2d25-40c5-a801-e052bfcd242a/8ed911cc-c1c3-4fc5-8484-f271b8362f08/a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:30.795701 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Publish callbacks [] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.803781 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.829301 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks [] for router_gateway (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.846162 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Network 6081ec14-2d25-40c5-a801-e052bfcd242a is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:30.849362 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:30.851054 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.855304 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:30.867460 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Pushing event updated for resources: {'Port': ['ID=a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:30.933575 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Attempting to bind port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:30.934032 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Attempting to bind port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:30.934583 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Attempting to bind port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f on network 6081ec14-2d25-40c5-a801-e052bfcd242a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:30.940519 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:30.940896 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Checking segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:30.941335 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.941721 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Bound using segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:30.942267 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Bound port: a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:30.942589 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:30.981722 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Allocated IP 172.27.3.225 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/43d30fd7-6c47-451a-8150-8bfdb3f6222a) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:31.014288 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] For port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:31.018493 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] For port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:31.034055 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.114201 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fe349-3a1e-4138-858d-7c138047ad80 None None] Pushing event updated for resources: {'Port': ['ID=a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:31.137532 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks [] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.175638 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.222641 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:31.226052 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:31.229252 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:31.278298 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Pushing event updated for resources: {'Port': ['ID=43d30fd7-6c47-451a-8150-8bfdb3f6222a,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:31.570250 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks [] for router_gateway (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.793913 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:31.935907 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:19:32.062138 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:32.074740 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:32.081925 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.083755 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-343012d4-0554-4fb6-9e5b-62ddda3d1155 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7143390 Apr 12 13:19:32.085650 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:32.086142 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59126) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:32.086636 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:32.121447 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd232e9d-c0b0-48ae-af88-871d7243087d None None] Network 6081ec14-2d25-40c5-a801-e052bfcd242a requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:32.193053 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-010c9434-8aeb-4117-b149-5e7a72c43396 None None] Provisioning complete for port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:32.193443 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-010c9434-8aeb-4117-b149-5e7a72c43396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.199674 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:32.318272 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-010c9434-8aeb-4117-b149-5e7a72c43396 None None] Current status of the port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:32.318669 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-010c9434-8aeb-4117-b149-5e7a72c43396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.364155 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-010c9434-8aeb-4117-b149-5e7a72c43396 None None] For port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:32.372402 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-010c9434-8aeb-4117-b149-5e7a72c43396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.412973 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:31Z', 'revision_number': 3, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:32.430243 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c9434-8aeb-4117-b149-5e7a72c43396 None None] Pushing event updated for resources: {'Port': ['ID=a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:32.446321 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:32.446674 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Updating router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f port 43d30fd7-6c47-451a-8150-8bfdb3f6222a binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:32.481535 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.598281 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-cdfa4a11-a0e1-4ba2-a6c0-c772df7c949b None None] Provisioning complete for port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:32.599047 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4a11-a0e1-4ba2-a6c0-c772df7c949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.705779 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa4a11-a0e1-4ba2-a6c0-c772df7c949b None None] Current status of the port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:32.807887 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59134) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:32.849578 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.878455 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Publish callbacks [] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.884995 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.929540 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Attempting to bind port 43d30fd7-6c47-451a-8150-8bfdb3f6222a on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:32.929909 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Attempting to bind port 43d30fd7-6c47-451a-8150-8bfdb3f6222a by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:32.930272 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Attempting to bind port 43d30fd7-6c47-451a-8150-8bfdb3f6222a on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:32.940263 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:32.940625 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:32.941080 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.941452 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:32.941935 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Bound port: 43d30fd7-6c47-451a-8150-8bfdb3f6222a, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:32.942311 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:32.960525 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b7b8d450-b57d-4671-8995-aa9cda7284e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=947f1dc861f54530b1b84994ea16d225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507857 Apr 12 13:19:32.963585 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59138) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:32.973049 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Pushing event updated for resources: {'Port': ['ID=43d30fd7-6c47-451a-8150-8bfdb3f6222a,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:32.988250 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.988619 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.988939 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.989308 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.989641 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.990078 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.990397 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.990711 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.991027 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.991338 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.991649 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.991974 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.992291 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.992601 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:32.992908 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:19:33.017083 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Allocated IP 172.20.0.1 (6081ec14-2d25-40c5-a801-e052bfcd242a/8ed911cc-c1c3-4fc5-8484-f271b8362f08/daf10cf2-1e82-46a4-a2b1-e569c4193e4f) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:33.024690 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] For port 43d30fd7-6c47-451a-8150-8bfdb3f6222a, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:33.026845 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e9dd-ad34-4d1c-8f11-7ee34a2eaa5b admin admin] Publish callbacks [] for security_group (dc12528d-8538-42c3-a369-104d6207c54d), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.029578 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] For port 43d30fd7-6c47-451a-8150-8bfdb3f6222a, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=43d30fd7-6c47-451a-8150-8bfdb3f6222a,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:33.035856 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.051266 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e9dd-ad34-4d1c-8f11-7ee34a2eaa5b admin admin] Publish callbacks [] for security_group (dc12528d-8538-42c3-a369-104d6207c54d), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.107823 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:33.108510 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:33.119824 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e9dd-ad34-4d1c-8f11-7ee34a2eaa5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (dc12528d-8538-42c3-a369-104d6207c54d), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.122640 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6ad4e9dd-ad34-4d1c-8f11-7ee34a2eaa5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.123922 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6ad4e9dd-ad34-4d1c-8f11-7ee34a2eaa5b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dc12528d-8538-42c3-a369-104d6207c54d HTTP/1.1" status: 204 len: 168 time: 0.1593907 Apr 12 13:19:33.141172 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4e9dd-ad34-4d1c-8f11-7ee34a2eaa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12528d-8538-42c3-a369-104d6207c54d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:33.145596 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Publish callbacks [] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.154006 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d18ee-e02d-4c7c-b003-4dca14fe974c None None] Pushing event updated for resources: {'Port': ['ID=43d30fd7-6c47-451a-8150-8bfdb3f6222a,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:33.186191 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.229223 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Network 6081ec14-2d25-40c5-a801-e052bfcd242a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:33.232297 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:33.236438 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:33.270981 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Pushing event updated for resources: {'Port': ['ID=daf10cf2-1e82-46a4-a2b1-e569c4193e4f,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:33.286753 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:33.296099 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.346264 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:33.401910 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:33.402593 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.508007 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:33.531844 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-ba39c857-7255-4b5f-b50e-4d5486e100bb None None] Provisioning complete for port daf10cf2-1e82-46a4-a2b1-e569c4193e4f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:33.532622 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ba39c857-7255-4b5f-b50e-4d5486e100bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.544713 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.571855 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-ba39c857-7255-4b5f-b50e-4d5486e100bb None None] Port daf10cf2-1e82-46a4-a2b1-e569c4193e4f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:33.620104 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:31Z', 'revision_number': 3, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:33.659767 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68c566-1def-4a19-b6ad-3805bf1e746c None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:31Z', 'revision_number': 3, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:33.751828 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Publish callbacks [] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.757173 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.829859 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:33.831747 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Pushing event updated for resources: {'Port': ['ID=daf10cf2-1e82-46a4-a2b1-e569c4193e4f,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:33.951032 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Network 6081ec14-2d25-40c5-a801-e052bfcd242a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:33.952488 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:34.094592 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:34.130390 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59160) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:34.233006 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:34.241628 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a2bd159a-6820-4f7f-9a17-ccd5fe00a634 admin admin] 10.222.0.47 "PUT /v2.0/routers/dbfca6c2-6595-4a49-afbf-32c4c0f58b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1541648 Apr 12 13:19:34.265455 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-310015543-network', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:34.296693 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c6dbf681-3171-4d25-b690-9c70cc8bda43 None None] Provisioning complete for port daf10cf2-1e82-46a4-a2b1-e569c4193e4f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:34.297153 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c6dbf681-3171-4d25-b690-9c70cc8bda43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.310567 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Made reservation on behalf of ba0ce6d8da96482fb20c8f92262cd5c5 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:34.313380 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.323093 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.335293 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c6dbf681-3171-4d25-b690-9c70cc8bda43 None None] Port daf10cf2-1e82-46a4-a2b1-e569c4193e4f cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:34.428284 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Publish callbacks [] for security_group (4f150896-a978-427d-bbec-791588798786), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.433380 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (4f150896-a978-427d-bbec-791588798786), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.461037 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:19:34.471574 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f150896-a978-427d-bbec-791588798786,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:34.480572 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (b7d230db-8dcc-4118-b159-42e2f34bbca9), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.480916 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Added segment b7d230db-8dcc-4118-b159-42e2f34bbca9 of type vlan for network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 Apr 12 13:19:34.526660 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (7d40fe45-c76f-4fd2-970c-c0c19c7a2858), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.556938 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (7d40fe45-c76f-4fd2-970c-c0c19c7a2858), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.558104 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:34.558730 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.625253 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4906504 Apr 12 13:19:34.627123 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59170) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:34.634002 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Request body: {'subnet': {'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-310015543-subnet', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:34.634937 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680b228-4331-4837-86a8-a9dbbe7a6678 admin admin] Pushing event updated for resources: {'Network': ['ID=7d40fe45-c76f-4fd2-970c-c0c19c7a2858,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:34.647850 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:19:34.673120 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Made reservation on behalf of ba0ce6d8da96482fb20c8f92262cd5c5 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:34.675684 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12444220'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.827977 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-80c0d074-d693-4f7c-9d3b-4a0930c2225e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.864383 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59172) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:34.869141 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-5a15077a-3708-4c19-b32b-e9fecc7c95d8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028918488', 'description': 'tempest-description--988524567'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:34.894455 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11564896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12444206'] for subnet (c1da95a6-7c53-437e-9f11-23b4515a7b11), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.925489 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a15077a-3708-4c19-b32b-e9fecc7c95d8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:34.970459 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1da95a6-7c53-437e-9f11-23b4515a7b11,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:34.988895 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Checking segment: {'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:34.989278 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Network hostable DHCP agents. Network: 7d40fe45-c76f-4fd2-970c-c0c19c7a2858, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:19:35.036138 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:19:35.039785 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a15077a-3708-4c19-b32b-e9fecc7c95d8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (c1a8bda7-993d-4c42-a88b-6646a090aa06), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.048320 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a15077a-3708-4c19-b32b-e9fecc7c95d8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c1a8bda7-993d-4c42-a88b-6646a090aa06), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.055956 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 7d40fe45-c76f-4fd2-970c-c0c19c7a2858) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:35.071809 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2578f0-94ab-4cde-b44d-434779d68f16 None None] Network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:35.074414 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:35.074922 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.099696 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-5a15077a-3708-4c19-b32b-e9fecc7c95d8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.101233 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5a15077a-3708-4c19-b32b-e9fecc7c95d8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2355173 Apr 12 13:19:35.102059 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15077a-3708-4c19-b32b-e9fecc7c95d8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a8bda7-993d-4c42-a88b-6646a090aa06,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:35.104233 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59174) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:35.107819 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-32ac3872-9daa-40cb-852f-4bc44b32e854 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4791110 Apr 12 13:19:35.109939 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-df521c8c-b6ba-42dc-afac-e377403720c1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group_rule': {'security_group_id': 'c1a8bda7-993d-4c42-a88b-6646a090aa06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:35.110731 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59176) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:35.116962 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:35.143486 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.144949 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.150377 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df521c8c-b6ba-42dc-afac-e377403720c1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (309fa08d-562d-4a08-abcd-801b5d40fc17), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.203590 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks [] for router_controller (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), precommit_add_association {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.215161 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:19:35.222405 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.236391 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df521c8c-b6ba-42dc-afac-e377403720c1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (309fa08d-562d-4a08-abcd-801b5d40fc17), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.242684 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df521c8c-b6ba-42dc-afac-e377403720c1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (309fa08d-562d-4a08-abcd-801b5d40fc17), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.283755 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df521c8c-b6ba-42dc-afac-e377403720c1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309fa08d-562d-4a08-abcd-801b5d40fc17,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:35.304982 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-df521c8c-b6ba-42dc-afac-e377403720c1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.306898 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-df521c8c-b6ba-42dc-afac-e377403720c1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2007372 Apr 12 13:19:35.309556 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59178) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:35.314093 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-bb58b8b4-bb2d-40f8-a31e-13f859b974f9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group_rule': {'security_group_id': 'c1a8bda7-993d-4c42-a88b-6646a090aa06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:35.328882 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 43d30fd7-6c47-451a-8150-8bfdb3f6222a up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:35.345867 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb58b8b4-bb2d-40f8-a31e-13f859b974f9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (5f587df6-14c2-47a7-98a6-90d44e17742a), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.399154 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks [] for router_gateway (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.413399 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb58b8b4-bb2d-40f8-a31e-13f859b974f9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (5f587df6-14c2-47a7-98a6-90d44e17742a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.424915 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb58b8b4-bb2d-40f8-a31e-13f859b974f9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (5f587df6-14c2-47a7-98a6-90d44e17742a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.436905 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 43d30fd7-6c47-451a-8150-8bfdb3f6222a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:35.437568 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.448288 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58b8b4-bb2d-40f8-a31e-13f859b974f9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f587df6-14c2-47a7-98a6-90d44e17742a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:35.462186 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bb58b8b4-bb2d-40f8-a31e-13f859b974f9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.463543 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-bb58b8b4-bb2d-40f8-a31e-13f859b974f9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529484 Apr 12 13:19:35.466979 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59180) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:35.471662 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:35.473896 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Allocated IP 172.20.0.2 (7d40fe45-c76f-4fd2-970c-c0c19c7a2858/c1da95a6-7c53-437e-9f11-23b4515a7b11/5e898c97-4319-42b0-bb47-40aff7f70574) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:35.495980 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.564878 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:35.596507 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.614399 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks [] for router_gateway (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.629280 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:35.629945 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:35.631777 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 43d30fd7-6c47-451a-8150-8bfdb3f6222a is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:35.632169 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.638552 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.710803 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 43d30fd7-6c47-451a-8150-8bfdb3f6222a, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=43d30fd7-6c47-451a-8150-8bfdb3f6222a,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:35.717527 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Allocated IP 172.27.3.208 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/7ab360c7-b95d-4001-98fc-ce24289228ac) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:35.720462 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.844502 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (7ab360c7-b95d-4001-98fc-ce24289228ac), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.881467 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (7ab360c7-b95d-4001-98fc-ce24289228ac), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:35.922897 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:35.926484 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:35.929479 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:35.936421 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Allocated IP 172.27.3.247 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/213569f6-5a6d-4df0-a71f-07c16c016b74) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:35.963463 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=7ab360c7-b95d-4001-98fc-ce24289228ac,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:36.013160 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Publish callbacks [] for port (5e898c97-4319-42b0-bb47-40aff7f70574), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.017152 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=43d30fd7-6c47-451a-8150-8bfdb3f6222a,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:36.021697 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:36.025857 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.049696 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (8024f791-a54c-4e36-b4a8-79a4b7b15287), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.079706 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks [] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.105554 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7ab360c7-b95d-4001-98fc-ce24289228ac), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.117118 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.135469 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:36.140090 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:36.143088 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:36.154731 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:36.157792 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:36.161294 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:36.166352 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Pushing event updated for resources: {'Port': ['ID=5e898c97-4319-42b0-bb47-40aff7f70574,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:36.194454 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Pushing event updated for resources: {'Port': ['ID=213569f6-5a6d-4df0-a71f-07c16c016b74,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:36.278309 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Attempting to bind port 5e898c97-4319-42b0-bb47-40aff7f70574 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:36.278680 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Attempting to bind port 5e898c97-4319-42b0-bb47-40aff7f70574 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:36.279035 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Attempting to bind port 5e898c97-4319-42b0-bb47-40aff7f70574 on network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:36.290892 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:36.291280 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Checking segment: {'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:36.291800 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.292280 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Bound using segment: {'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:36.292949 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Bound port: 5e898c97-4319-42b0-bb47-40aff7f70574, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:36.293471 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.294537 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (7ab360c7-b95d-4001-98fc-ce24289228ac), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.300418 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (7ab360c7-b95d-4001-98fc-ce24289228ac), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.378959 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=7ab360c7-b95d-4001-98fc-ce24289228ac,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:36.383788 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 2, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:36.386694 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (8024f791-a54c-4e36-b4a8-79a4b7b15287), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.406402 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.417220 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-5b7fa42c-5785-4579-9c79-cc3684751171 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9397175 Apr 12 13:19:36.417429 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:36.417429 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Updating router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f port daf10cf2-1e82-46a4-a2b1-e569c4193e4f binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:36.460533 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks [] for router_gateway (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.469761 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] For port 5e898c97-4319-42b0-bb47-40aff7f70574, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:36.473524 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] For port 5e898c97-4319-42b0-bb47-40aff7f70574, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=5e898c97-4319-42b0-bb47-40aff7f70574,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:36.475152 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.489995 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.606760 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-db15bbf5-c77a-4df3-9786-e26e916efa72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2028918488&fields=id&tenant_id=f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 267 time: 0.0793593 Apr 12 13:19:36.655625 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9a7d3-c31b-494f-b93a-66a4ba9b570e None None] Pushing event updated for resources: {'Port': ['ID=5e898c97-4319-42b0-bb47-40aff7f70574,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:36.724477 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.759067 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fde19-9812-4e08-950c-08c047529cc9 req-79aff90c-717c-45e2-b6b0-e6affa3090b3 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:36.760686 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-79aff90c-717c-45e2-b6b0-e6affa3090b3 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 815 time: 0.1449289 Apr 12 13:19:36.787730 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-a93bf2b6-9e0b-4bd3-82e5-707bf1dbee7b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/quotas/f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 375 time: 0.0167692 Apr 12 13:19:36.867950 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-d2723ee4-e3d2-4a06-b756-e485e77f89ae tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719423 Apr 12 13:19:36.914676 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:19:36.944716 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Publish callbacks [] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:36.951564 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.006862 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5814c-115f-4e8f-9375-d54612e679de None None] Pushing event updated for resources: {'Port': ['ID=daf10cf2-1e82-46a4-a2b1-e569c4193e4f,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:37.057139 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-df4906b6-7b7e-4c09-9498-3f116feaec71 service neutron] 10.222.0.47 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752961 Apr 12 13:19:37.074777 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:37.083869 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Attempting to bind port daf10cf2-1e82-46a4-a2b1-e569c4193e4f on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:37.084264 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Attempting to bind port daf10cf2-1e82-46a4-a2b1-e569c4193e4f by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:37.086295 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Sync routers for ids ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:37.089012 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Attempting to bind port daf10cf2-1e82-46a4-a2b1-e569c4193e4f on network 6081ec14-2d25-40c5-a801-e052bfcd242a {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:37.102006 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.106704 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Routers {'9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:37.107371 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:37.108549 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-464e9492-2ad8-4ceb-a904-f9ed91d328a7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9965291 Apr 12 13:19:37.109772 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59196) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:37.125478 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:37.132733 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Checking segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:37.133375 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.133923 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Bound using segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:37.135059 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Bound port: daf10cf2-1e82-46a4-a2b1-e569c4193e4f, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:37.137718 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.172478 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fbd6f9cd-51d7-4a68-ac34-b762db9918ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.182721 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-400d8c94-d32c-46bc-95dc-54a4d3df7fcb service neutron] 10.222.0.47 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123435 Apr 12 13:19:37.298978 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] For port daf10cf2-1e82-46a4-a2b1-e569c4193e4f, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:37.313090 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] For port daf10cf2-1e82-46a4-a2b1-e569c4193e4f, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=daf10cf2-1e82-46a4-a2b1-e569c4193e4f,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:37.315266 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Set router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:37.326838 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.437315 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e953804d-8832-4080-b45b-5475a99163a9 None None] Provisioning complete for port daf10cf2-1e82-46a4-a2b1-e569c4193e4f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:37.437897 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e953804d-8832-4080-b45b-5475a99163a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.455034 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 5e898c97-4319-42b0-bb47-40aff7f70574 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:37.550340 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5b656ba0-85ef-46d9-bd44-1b7d2c338a5a req-fbf61447-2d12-43d0-b93e-93f57eb318dc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 210 time: 0.0609684 Apr 12 13:19:37.553645 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:37.556692 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:37.578220 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:36Z', 'revision_number': 3, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:37.629042 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Checking router: 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:37.629548 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Updating router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba port 213569f6-5a6d-4df0-a71f-07c16c016b74 binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:37.674549 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.769048 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5814c-115f-4e8f-9375-d54612e679de None None] Pushing event updated for resources: {'Port': ['ID=daf10cf2-1e82-46a4-a2b1-e569c4193e4f,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:37.799698 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 5e898c97-4319-42b0-bb47-40aff7f70574 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:37.800124 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:37.912800 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:38.019857 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4860174-7a78-41fa-abbf-d5fd9cff2604 None None] Network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:38.021971 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e953804d-8832-4080-b45b-5475a99163a9 None None] Current status of the port daf10cf2-1e82-46a4-a2b1-e569c4193e4f is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:38.022686 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e953804d-8832-4080-b45b-5475a99163a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.177210 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Publish callbacks [] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.185355 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.216100 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.218428 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Attempting to bind port 213569f6-5a6d-4df0-a71f-07c16c016b74 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:38.218910 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Attempting to bind port 213569f6-5a6d-4df0-a71f-07c16c016b74 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:38.219372 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Attempting to bind port 213569f6-5a6d-4df0-a71f-07c16c016b74 on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:38.243775 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:38.244463 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:38.245060 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.245575 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:38.246231 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Bound port: 213569f6-5a6d-4df0-a71f-07c16c016b74, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:38.246751 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.317131 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] For port 213569f6-5a6d-4df0-a71f-07c16c016b74, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:38.323363 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] For port 213569f6-5a6d-4df0-a71f-07c16c016b74, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=213569f6-5a6d-4df0-a71f-07c16c016b74,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:38.327343 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e953804d-8832-4080-b45b-5475a99163a9 None None] For port daf10cf2-1e82-46a4-a2b1-e569c4193e4f, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=daf10cf2-1e82-46a4-a2b1-e569c4193e4f,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:38.337068 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.339535 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e953804d-8832-4080-b45b-5475a99163a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.378395 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ae5da-6ac9-4499-be27-86894a58d625 None None] Pushing event updated for resources: {'Port': ['ID=213569f6-5a6d-4df0-a71f-07c16c016b74,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:38.412880 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Allocated IP 172.20.0.1 (7d40fe45-c76f-4fd2-970c-c0c19c7a2858/c1da95a6-7c53-437e-9f11-23b4515a7b11/e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:38.425013 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Routers {'9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:38.426167 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:38.485388 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ae5da-6ac9-4499-be27-86894a58d625 None None] Pushing event updated for resources: {'Port': ['ID=213569f6-5a6d-4df0-a71f-07c16c016b74,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:38.513441 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 5e898c97-4319-42b0-bb47-40aff7f70574 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:38.513831 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.521747 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953804d-8832-4080-b45b-5475a99163a9 None None] Pushing event updated for resources: {'Port': ['ID=daf10cf2-1e82-46a4-a2b1-e569c4193e4f,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:38.539668 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7d02308b-926a-4f78-bb5c-3f2790fd6d2f None None] Provisioning complete for port 5e898c97-4319-42b0-bb47-40aff7f70574 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:38.540039 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d02308b-926a-4f78-bb5c-3f2790fd6d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.543011 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Publish callbacks [] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.578352 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:37Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:38.590621 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.634981 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0429b1-0ece-47d2-90d1-84aa7092cde8 None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:37Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:38.640238 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 5e898c97-4319-42b0-bb47-40aff7f70574, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=5e898c97-4319-42b0-bb47-40aff7f70574,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:38.640338 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:38.648935 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.649893 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 43d30fd7-6c47-451a-8150-8bfdb3f6222a up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:38.653886 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:38.660056 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:38.731944 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.784584 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ed12265e-b22c-43c7-a3eb-2d1005edad80 req-aab13f96-0324-45ad-8a09-4bfa68d86d20 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 210 time: 0.0892959 Apr 12 13:19:38.864285 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.870187 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] Set router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:38.896696 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=5e898c97-4319-42b0-bb47-40aff7f70574,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:38.912559 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7d02308b-926a-4f78-bb5c-3f2790fd6d2f None None] Current status of the port 5e898c97-4319-42b0-bb47-40aff7f70574 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:38.919640 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Pushing event updated for resources: {'Port': ['ID=e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:38.933621 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 43d30fd7-6c47-451a-8150-8bfdb3f6222a triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:38.933973 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:38.979945 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7d02308b-926a-4f78-bb5c-3f2790fd6d2f None None] Provisioning complete for port daf10cf2-1e82-46a4-a2b1-e569c4193e4f triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:38.980425 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d02308b-926a-4f78-bb5c-3f2790fd6d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.160747 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.164320 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 43d30fd7-6c47-451a-8150-8bfdb3f6222a is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:39.170853 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:36Z', 'revision_number': 3, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:39.205494 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7d02308b-926a-4f78-bb5c-3f2790fd6d2f None None] Current status of the port daf10cf2-1e82-46a4-a2b1-e569c4193e4f is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:39.230716 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528ace1b-cb3e-474d-8712-e655d075f813 None None] The sync data for ids ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'] in dv-cinder-830096-4-iscsi is: [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:36Z', 'revision_number': 3, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:39.338220 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fde19-9812-4e08-950c-08c047529cc9 req-d745ae04-980b-4ba7-90e0-b2e64f5f7989 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:39.338220 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-d745ae04-980b-4ba7-90e0-b2e64f5f7989 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 815 time: 0.4749749 Apr 12 13:19:39.344645 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f7550dc0-97df-41fb-bd5a-5cd373c88f56 None None] Provisioning complete for port 5e898c97-4319-42b0-bb47-40aff7f70574 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:39.345086 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7550dc0-97df-41fb-bd5a-5cd373c88f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.394379 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 5e898c97-4319-42b0-bb47-40aff7f70574 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:39.472665 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 5e898c97-4319-42b0-bb47-40aff7f70574 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:39.472831 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.492851 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-9c9e49c7-8eca-4133-934a-0ecdf1506a4e tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 380 time: 0.1427078 Apr 12 13:19:39.507686 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'port': {'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'admin_state_up': True, 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'security_groups': ['c1a8bda7-993d-4c42-a88b-6646a090aa06']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:39.541511 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f7550dc0-97df-41fb-bd5a-5cd373c88f56 None None] Current status of the port 5e898c97-4319-42b0-bb47-40aff7f70574 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:39.621735 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 5e898c97-4319-42b0-bb47-40aff7f70574 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:39.622865 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device daf10cf2-1e82-46a4-a2b1-e569c4193e4f up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:39.677953 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Publish callbacks [] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.678724 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f348e53f-5e33-4679-a799-53b1718c404b None None] Provisioning complete for port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:39.679313 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f348e53f-5e33-4679-a799-53b1718c404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.687576 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.734456 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f348e53f-5e33-4679-a799-53b1718c404b None None] Port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:39.738254 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port daf10cf2-1e82-46a4-a2b1-e569c4193e4f triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:39.739014 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.761586 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.809544 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Made reservation on behalf of f7e1b203c9c9478f863d115e7188d9a1 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:39.813046 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:39.825129 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Pushing event updated for resources: {'Port': ['ID=e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:39.856777 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port daf10cf2-1e82-46a4-a2b1-e569c4193e4f is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:39.915750 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9ef39e08-46d2-4e3a-89f5-a018a57a307b req-323f30fb-b4e3-4624-8b20-586341634571 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 210 time: 0.0347190 Apr 12 13:19:39.982577 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:39.987594 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:40.081843 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Allocated IP 172.20.0.4 (6081ec14-2d25-40c5-a801-e052bfcd242a/8ed911cc-c1c3-4fc5-8484-f271b8362f08/83ac4f76-2f48-4cae-8fec-83306951079d) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:40.255862 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:40.260933 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0aa179ec-0279-4628-9c08-fef2d603df41 None None] Provisioning complete for port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:40.261510 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0aa179ec-0279-4628-9c08-fef2d603df41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.306748 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0aa179ec-0279-4628-9c08-fef2d603df41 None None] Port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:40.359311 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (83ac4f76-2f48-4cae-8fec-83306951079d), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.426485 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:40.431569 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fba24218-c6fd-4480-b119-0f27921524ea admin admin] 10.222.0.47 "PUT /v2.0/routers/9e45b57a-9857-4d1f-a9c8-de157a1fa9ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3192856 Apr 12 13:19:40.442677 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.491904 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Network 6081ec14-2d25-40c5-a801-e052bfcd242a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:40.496206 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:40.500080 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:40.510097 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=83ac4f76-2f48-4cae-8fec-83306951079d,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:40.562811 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:40.563051 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.594627 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-58a147de-fce5-4dbb-9d7c-273bacbf23f7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0925927 Apr 12 13:19:40.611383 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Request body: {'port': {'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:40.615709 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.680843 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.834235 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-6618b834-2971-4591-8319-435f7875ecf1 None None] Provisioning complete for port 83ac4f76-2f48-4cae-8fec-83306951079d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:40.834548 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6618b834-2971-4591-8319-435f7875ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:40.894814 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-6618b834-2971-4591-8319-435f7875ecf1 None None] Port 83ac4f76-2f48-4cae-8fec-83306951079d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:40.979553 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ac4f76-2f48-4cae-8fec-83306951079d {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:19:40.986926 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Publish callbacks [] for port (83ac4f76-2f48-4cae-8fec-83306951079d), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.002042 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Transition to ACTIVE for port object 83ac4f76-2f48-4cae-8fec-83306951079d will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:19:41.006375 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.014518 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59232) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:41.038286 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ff2fa-3a5e-4a48-81a2-d14f4dff71a9 req-8ee78377-bd2e-497c-bfd6-2208354a2927 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:41.038914 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1393133249-network', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:41.039803 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c83ff2fa-3a5e-4a48-81a2-d14f4dff71a9 req-8ee78377-bd2e-497c-bfd6-2208354a2927 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 931 time: 0.0506968 Apr 12 13:19:41.078145 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Pushing event updated for resources: {'Port': ['ID=83ac4f76-2f48-4cae-8fec-83306951079d,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:41.109233 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Made reservation on behalf of 2f79f6cb2a154d1aae2643f2f39e2bb9 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:41.111533 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.120166 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c83ff2fa-3a5e-4a48-81a2-d14f4dff71a9 req-f4b8bfb8-00a4-4e15-acb9-d94bab664f21 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714378 Apr 12 13:19:41.152841 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.207265 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Attempting to bind port 83ac4f76-2f48-4cae-8fec-83306951079d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:41.207579 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Attempting to bind port 83ac4f76-2f48-4cae-8fec-83306951079d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:41.207897 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Attempting to bind port 83ac4f76-2f48-4cae-8fec-83306951079d on network 6081ec14-2d25-40c5-a801-e052bfcd242a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:41.218369 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Port 83ac4f76-2f48-4cae-8fec-83306951079d on network 6081ec14-2d25-40c5-a801-e052bfcd242a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:19:41.218687 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Attempting to bind port 83ac4f76-2f48-4cae-8fec-83306951079d on network 6081ec14-2d25-40c5-a801-e052bfcd242a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:41.233919 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:41.234347 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Checking segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:41.234672 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Bound using segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:41.235230 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Bound port: 83ac4f76-2f48-4cae-8fec-83306951079d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:41.235594 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.236813 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:19:41.283525 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 213569f6-5a6d-4df0-a71f-07c16c016b74 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:41.314189 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Publish callbacks [] for security_group (04c189c4-e8bc-44fb-8a42-955548c03d51), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.326154 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (04c189c4-e8bc-44fb-8a42-955548c03d51), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.349676 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 213569f6-5a6d-4df0-a71f-07c16c016b74 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:41.350057 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.365463 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] For port 83ac4f76-2f48-4cae-8fec-83306951079d, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:41.367699 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:19:41.375161 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] For port 83ac4f76-2f48-4cae-8fec-83306951079d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=83ac4f76-2f48-4cae-8fec-83306951079d,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:41.390828 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.394655 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (4b89eb63-d517-40ce-8edc-a21a63d08d18), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.395003 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Added segment 4b89eb63-d517-40ce-8edc-a21a63d08d18 of type vlan for network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd Apr 12 13:19:41.397725 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c189c4-e8bc-44fb-8a42-955548c03d51,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:41.447263 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 213569f6-5a6d-4df0-a71f-07c16c016b74 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:41.447714 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.466537 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:41.467295 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.468773 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] 10.222.0.26 "PUT /v2.0/ports/83ac4f76-2f48-4cae-8fec-83306951079d HTTP/1.1" status: 200 len: 1093 time: 0.8625205 Apr 12 13:19:41.469248 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'tag': '83ac4f76-2f48-4cae-8fec-83306951079d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:41.471576 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c" -d '{"events": [{"name": "network-changed", "server_uuid": "3bebf1e4-e4be-4b49-af20-8ad614727154", "tag": "83ac4f76-2f48-4cae-8fec-83306951079d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:41.473906 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port 213569f6-5a6d-4df0-a71f-07c16c016b74, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=213569f6-5a6d-4df0-a71f-07c16c016b74,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:41.479455 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.522805 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (033dfd5c-2f0a-4d98-b288-371d21e3f7cd), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.550382 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=213569f6-5a6d-4df0-a71f-07c16c016b74,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:41.565287 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe0bb5e-4055-4198-a3c2-8b69280bfa42 x-openstack-request-id: req-3fe0bb5e-4055-4198-a3c2-8b69280bfa42 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:41.565635 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bebf1e4-e4be-4b49-af20-8ad614727154", "tag": "83ac4f76-2f48-4cae-8fec-83306951079d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:41.565849 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3fe0bb5e-4055-4198-a3c2-8b69280bfa42 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:41.566271 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe0bb5e-4055-4198-a3c2-8b69280bfa42'] response: {'name': 'network-changed', 'server_uuid': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'tag': '83ac4f76-2f48-4cae-8fec-83306951079d', 'status': 'completed', 'code': 200} Apr 12 13:19:41.577584 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66ae1f-6493-4a2b-acc8-46493b681279 service neutron] Pushing event updated for resources: {'Port': ['ID=83ac4f76-2f48-4cae-8fec-83306951079d,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:41.589998 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fde19-9812-4e08-950c-08c047529cc9 req-13283e77-04a6-4eef-bdd0-dc7f70ebd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:41.591777 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-13283e77-04a6-4eef-bdd0-dc7f70ebd2ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 1127 time: 0.0752757 Apr 12 13:19:41.638155 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-aa8fa9a4-7226-4a0e-af1b-25112c008656 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83ac4f76-2f48-4cae-8fec-83306951079d HTTP/1.1" status: 200 len: 217 time: 0.0387602 Apr 12 13:19:41.640700 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (033dfd5c-2f0a-4d98-b288-371d21e3f7cd), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.641676 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:41.642400 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.684385 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.716223 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6996017 Apr 12 13:19:41.719326 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59236) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:41.724273 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Request body: {'subnet': {'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1393133249-subnet', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:41.745910 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Made reservation on behalf of 2f79f6cb2a154d1aae2643f2f39e2bb9 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:19:41.752876 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11835009'] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.757282 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296a4e9-34e0-4e4d-a870-61b22fc005b6 admin admin] Pushing event updated for resources: {'Network': ['ID=033dfd5c-2f0a-4d98-b288-371d21e3f7cd,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:41.764748 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fde19-9812-4e08-950c-08c047529cc9 req-4e0a05c9-1bec-4940-8932-82f50c73daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:41.767786 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-4e0a05c9-1bec-4940-8932-82f50c73daf8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.1192274 Apr 12 13:19:41.769495 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:19:41.799666 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Sync routers for ids ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:41.825572 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fde19-9812-4e08-950c-08c047529cc9 req-80683ca8-e445-45a5-83d4-d9a039d0b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:41.827436 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-80683ca8-e445-45a5-83d4-d9a039d0b20b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501745 Apr 12 13:19:41.857027 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Routers {'9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:41.857708 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:41.940878 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-e1daf844-d874-49c6-a725-cebcdcd92e7d service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041646 Apr 12 13:19:41.958917 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12469009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11835027'] for subnet (48d57071-17a0-43fa-ae59-4bd277248b33), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:41.988635 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Set router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:42.017887 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d57071-17a0-43fa-ae59-4bd277248b33,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:42.030049 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Checking segment: {'id': '4b89eb63-d517-40ce-8edc-a21a63d08d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:42.030327 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Network hostable DHCP agents. Network: 033dfd5c-2f0a-4d98-b288-371d21e3f7cd, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:19:42.057319 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:19:42.063526 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-610fde19-9812-4e08-950c-08c047529cc9 req-689139cb-4ef2-4b1d-ac9d-d33c048f8b17 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122115 Apr 12 13:19:42.073528 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 033dfd5c-2f0a-4d98-b288-371d21e3f7cd) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:42.080160 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:42.080771 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.088732 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad21c85-3e47-4141-9794-76eb8307dd66 None None] Network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:42.100324 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-d3c6927b-27a3-4feb-a14b-b854f4341ed2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3798990 Apr 12 13:19:42.104240 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59238) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:42.108690 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1393133249-router', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:42.130669 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-665391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2699'] for router (74083316-02e0-4f18-945c-de542dd25e2f), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.131738 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-666527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692516', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-772675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2706'] for router (74083316-02e0-4f18-945c-de542dd25e2f), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.203965 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks [] for router_controller (74083316-02e0-4f18-945c-de542dd25e2f), precommit_add_association {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.258959 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7002162d-2f64-5623-92ef-8ae9f40f931e-033dfd5c-2f0a-4d98-b288-371d21e3f7cd', 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd', 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'fixed_ips': [{'subnet_id': '48d57071-17a0-43fa-ae59-4bd277248b33'}]}} from dv-cinder-830096-4-iscsi. {{(pid=103444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:19:42.259832 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.302805 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdc0a3-9abf-479e-a361-651ef35f1d25 req-7795b536-8c49-435d-a25b-3239940fe813 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:42.304451 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6fdc0a3-9abf-479e-a361-651ef35f1d25 req-7795b536-8c49-435d-a25b-3239940fe813 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 943 time: 0.1124105 Apr 12 13:19:42.372685 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67', 'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'mac_address': 'fa:16:3e:8a:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 2, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'subnets': [{'id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:42.397689 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks [] for router_gateway (74083316-02e0-4f18-945c-de542dd25e2f), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.410836 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Checking router: 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:42.411192 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Updating router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:42.441897 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d6fdc0a3-9abf-479e-a361-651ef35f1d25 req-9f192d59-80fb-43f2-9446-cb3a05bd0c54 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297619 Apr 12 13:19:42.473240 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.516676 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.db_base_plugin_common [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Allocated IP 172.20.0.2 (033dfd5c-2f0a-4d98-b288-371d21e3f7cd/48d57071-17a0-43fa-ae59-4bd277248b33/ccbc0249-c5ea-4dee-b06b-fa92072c5aa9) {{(pid=103444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:42.606508 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks [] for router_gateway (74083316-02e0-4f18-945c-de542dd25e2f), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.626633 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.733363 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Allocated IP 172.27.3.58 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/a639396c-b231-4ea1-ae9a-ffa74f5f4c1d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:42.850434 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks [] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.894364 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.934035 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:42.939470 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:42.943087 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:42.953555 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Publish callbacks [] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), precommit_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.963258 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), after_create {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:42.974697 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Pushing event updated for resources: {'Port': ['ID=a639396c-b231-4ea1-ae9a-ffa74f5f4c1d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:43.019773 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd is already hosted by enough agents. {{(pid=103444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:43.024117 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-7f85544d-7a57-441e-9727-4a1de50d6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:43.026175 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-7f85544d-7a57-441e-9727-4a1de50d6456 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 1127 time: 0.0496035 Apr 12 13:19:43.044906 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.scheduler.base_scheduler [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Resources bound (agent type, host, resource id): {{(pid=103444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:43.051696 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Received port after_create {{(pid=103444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:43.073901 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Pushing event updated for resources: {'Port': ['ID=ccbc0249-c5ea-4dee-b06b-fa92072c5aa9,revision_number=1']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:43.082873 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Publish callbacks [] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.107592 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.150522 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-ca88304a-c37a-4052-a8c8-7b8b64dd324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:43.152050 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-ca88304a-c37a-4052-a8c8-7b8b64dd324a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 915 time: 0.1147151 Apr 12 13:19:43.183015 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Attempting to bind port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:43.183385 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Attempting to bind port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '4b89eb63-d517-40ce-8edc-a21a63d08d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:43.183749 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Attempting to bind port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 on network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:43.196628 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafe0a0-3b91-4ab7-9010-21e788d13519 None None] Pushing event updated for resources: {'Port': ['ID=e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:43.201385 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:43.201768 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Checking segment: {'id': '4b89eb63-d517-40ce-8edc-a21a63d08d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:43.202176 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.202586 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Bound using segment: {'id': '4b89eb63-d517-40ce-8edc-a21a63d08d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:43.203045 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Bound port: ccbc0249-c5ea-4dee-b06b-fa92072c5aa9, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b89eb63-d517-40ce-8edc-a21a63d08d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:43.203426 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.222702 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-8ddfefb1-02a0-432d-8bf1-c651525dcbe5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83ac4f76-2f48-4cae-8fec-83306951079d HTTP/1.1" status: 200 len: 217 time: 0.0531840 Apr 12 13:19:43.288200 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks [] for router_gateway (74083316-02e0-4f18-945c-de542dd25e2f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.313934 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-a2395cf1-1f0e-4552-abf2-f7f6faa8975e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:43.319136 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-a2395cf1-1f0e-4552-abf2-f7f6faa8975e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0874157 Apr 12 13:19:43.360868 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1107e646-e88a-418c-989c-284bf102a619 None None] For port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:43.364847 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-1107e646-e88a-418c-989c-284bf102a619 None None] For port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=ccbc0249-c5ea-4dee-b06b-fa92072c5aa9,segment=NetworkSegment(4b89eb63-d517-40ce-8edc-a21a63d08d18),segment_id=4b89eb63-d517-40ce-8edc-a21a63d08d18)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:43.371721 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Attempting to bind port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:43.372222 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Attempting to bind port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:43.372953 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Attempting to bind port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 on network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:43.379681 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 213569f6-5a6d-4df0-a71f-07c16c016b74 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:43.382875 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-a2cc396b-c9dc-4718-8975-9c99dce17490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:43.384163 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:43.384562 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Checking segment: {'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:43.384973 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.385455 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-a2cc396b-c9dc-4718-8975-9c99dce17490 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558579 Apr 12 13:19:43.385579 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Bound using segment: {'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:43.386113 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Bound port: e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:43.386546 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.390509 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.499576 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-8d915c69-ecb7-40a1-81fd-f9b394143aa7 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041675 Apr 12 13:19:43.535043 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-dc726811-5e37-4df1-94dc-7e7f69d92c0f None None] Provisioning complete for port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:43.535333 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-dc726811-5e37-4df1-94dc-7e7f69d92c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.619637 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107e646-e88a-418c-989c-284bf102a619 None None] Pushing event updated for resources: {'Port': ['ID=ccbc0249-c5ea-4dee-b06b-fa92072c5aa9,revision_number=2']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:43.638077 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] For port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:43.640222 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-e9b9b8af-75e8-4eae-9e7f-6e82c312e77c req-054c659c-eaa4-4fab-b98e-965e1a25c346 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310570 Apr 12 13:19:43.647087 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 213569f6-5a6d-4df0-a71f-07c16c016b74 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:43.647478 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.656420 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-dc726811-5e37-4df1-94dc-7e7f69d92c0f None None] Port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:43.679925 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] For port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:43.697617 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:43.822636 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafe0a0-3b91-4ab7-9010-21e788d13519 None None] Pushing event updated for resources: {'Port': ['ID=e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:43.829236 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Routers {'9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:43.830279 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:43.844704 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347a616-2f46-4542-9639-a8aa733d5edb req-1dc4a5a1-1e65-4f81-ba3c-a75fea4da7ab tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:43.845051 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0347a616-2f46-4542-9639-a8aa733d5edb req-1dc4a5a1-1e65-4f81-ba3c-a75fea4da7ab tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 943 time: 0.1277220 Apr 12 13:19:43.908011 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 213569f6-5a6d-4df0-a71f-07c16c016b74 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:44.053316 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] Set router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:44.065016 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0347a616-2f46-4542-9639-a8aa733d5edb req-89ce15c7-8269-4f3a-8ac3-a047c926ae8e tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748502 Apr 12 13:19:44.110082 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-666534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692439'] for router (74083316-02e0-4f18-945c-de542dd25e2f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.227770 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e95f57a8-fb16-4944-9ad4-984b682cfd3b None None] Provisioning complete for port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:44.228143 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95f57a8-fb16-4944-9ad4-984b682cfd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.264741 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Router 74083316-02e0-4f18-945c-de542dd25e2f is scheduled to L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d with binding_index 1 {{(pid=103442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:19:44.352291 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67', 'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'mac_address': 'fa:16:3e:8a:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'subnets': [{'id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:44.389956 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a2484-d0f1-497c-8ed9-ffe99524beae None None] The sync data for ids ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'] in dv-cinder-830096-4-iscsi is: [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67', 'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'mac_address': 'fa:16:3e:8a:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'subnets': [{'id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:44.398774 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e95f57a8-fb16-4944-9ad4-984b682cfd3b None None] Current status of the port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:44.399167 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95f57a8-fb16-4944-9ad4-984b682cfd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.410010 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:44.428007 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Sync routers for ids ['74083316-02e0-4f18-945c-de542dd25e2f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:44.440543 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Routers {'74083316-02e0-4f18-945c-de542dd25e2f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:44.441520 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['74083316-02e0-4f18-945c-de542dd25e2f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:44.463427 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.466904 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-43cb5825-6ff7-4540-9cb3-fff85b1fccbd admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3615713 Apr 12 13:19:44.470891 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59244) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:44.502669 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e95f57a8-fb16-4944-9ad4-984b682cfd3b None None] For port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:44.513290 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e95f57a8-fb16-4944-9ad4-984b682cfd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:44.625307 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f57a8-fb16-4944-9ad4-984b682cfd3b None None] Pushing event updated for resources: {'Port': ['ID=e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:44.646687 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Set router 74083316-02e0-4f18-945c-de542dd25e2f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:44.888364 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74083316-02e0-4f18-945c-de542dd25e2f', 'name': 'tempest-TestShelveInstance-1393133249-router', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 3, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'gw_port': {'id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74083316-02e0-4f18-945c-de542dd25e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:44.950547 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Checking router: 74083316-02e0-4f18-945c-de542dd25e2f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:44.951110 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Updating router 74083316-02e0-4f18-945c-de542dd25e2f port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d binding host dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:44.955946 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8951450-540d-4210-beec-99bd910c4571 None None] Network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:19:45.005260 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.061208 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-e018be71-5be6-465d-a710-9ca1ed204413 None None] Provisioning complete for port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:45.061987 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e018be71-5be6-465d-a710-9ca1ed204413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.294114 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-e018be71-5be6-465d-a710-9ca1ed204413 None None] Current status of the port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:45.297875 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e018be71-5be6-465d-a710-9ca1ed204413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.328229 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Publish callbacks [] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), precommit_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.343100 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.375330 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-e018be71-5be6-465d-a710-9ca1ed204413 None None] For port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=ccbc0249-c5ea-4dee-b06b-fa92072c5aa9,segment=NetworkSegment(4b89eb63-d517-40ce-8edc-a21a63d08d18),segment_id=4b89eb63-d517-40ce-8edc-a21a63d08d18)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:45.385627 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e018be71-5be6-465d-a710-9ca1ed204413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.391995 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:45.409983 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90876773-3d91-497c-840f-6db83a315fe8 req-18a3a46f-3cd1-49ee-b9ad-eb6ea5a0a6de tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:45.411388 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Attempting to bind port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:45.411956 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Attempting to bind port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:45.412482 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Attempting to bind port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d on network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:45.415512 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90876773-3d91-497c-840f-6db83a315fe8 req-18a3a46f-3cd1-49ee-b9ad-eb6ea5a0a6de tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 943 time: 0.2167668 Apr 12 13:19:45.432373 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:45.433428 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Checking segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:45.434010 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.434595 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Bound using segment: {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'} {{(pid=103445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:45.435247 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.managers [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Bound port: a639396c-b231-4ea1-ae9a-ffa74f5f4c1d, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273796c7-691a-4252-94a6-a85916ee7769', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}}] {{(pid=103445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:45.435832 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), before_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.473322 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.497417 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258680c-ba7a-4d6e-a0fe-b9d614d7d2f7 None None] Pushing event updated for resources: {'Port': ['ID=a639396c-b231-4ea1-ae9a-ffa74f5f4c1d,revision_number=2']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:45.529911 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] For port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:45.534208 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.plugins.ml2.db [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] For port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=a639396c-b231-4ea1-ae9a-ffa74f5f4c1d,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:45.548084 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron_lib.callbacks.manager [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), after_update {{(pid=103445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.571879 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018be71-5be6-465d-a710-9ca1ed204413 None None] Pushing event updated for resources: {'Port': ['ID=ccbc0249-c5ea-4dee-b06b-fa92072c5aa9,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:45.578868 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:45.579313 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.619718 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-90876773-3d91-497c-840f-6db83a315fe8 req-eade8583-3aab-4a69-93b9-7fa9a04055a3 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970203 Apr 12 13:19:45.654245 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9354cefa-8b8d-4062-adc9-b4b5bf97d4ef None None] Provisioning complete for port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:45.654815 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9354cefa-8b8d-4062-adc9-b4b5bf97d4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.658010 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 83ac4f76-2f48-4cae-8fec-83306951079d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:19:45.673136 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258680c-ba7a-4d6e-a0fe-b9d614d7d2f7 None None] Pushing event updated for resources: {'Port': ['ID=a639396c-b231-4ea1-ae9a-ffa74f5f4c1d,revision_number=3']} {{(pid=103445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:45.678376 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Routers {'74083316-02e0-4f18-945c-de542dd25e2f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:45.679230 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['74083316-02e0-4f18-945c-de542dd25e2f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:45.801379 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Allocated IP 172.20.0.1 (033dfd5c-2f0a-4d98-b288-371d21e3f7cd/48d57071-17a0-43fa-ae59-4bd277248b33/160e2f97-57c3-45a4-8923-fd581ef5e152) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:19:45.838063 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] Set router 74083316-02e0-4f18-945c-de542dd25e2f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:45.941342 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Publish callbacks [] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:45.989581 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.047353 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Pushing event updated for resources: {'Port': ['ID=160e2f97-57c3-45a4-8923-fd581ef5e152,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:46.075877 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:46.077519 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:46.092168 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:19:46.120467 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:46.121657 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:46.151741 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9354cefa-8b8d-4062-adc9-b4b5bf97d4ef None None] Current status of the port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:46.160945 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692260'] for router_interface (74083316-02e0-4f18-945c-de542dd25e2f), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.190399 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 83ac4f76-2f48-4cae-8fec-83306951079d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=83ac4f76-2f48-4cae-8fec-83306951079d,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:46.198736 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74083316-02e0-4f18-945c-de542dd25e2f', 'name': 'tempest-TestShelveInstance-1393133249-router', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 3, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'gw_port': {'id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74083316-02e0-4f18-945c-de542dd25e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:46.223829 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '83ac4f76-2f48-4cae-8fec-83306951079d', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d', 'mac_address': 'fa:16:3e:5a:b0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:19:46.250845 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c5583-dc6f-4fc8-a84e-5baa0f7e4851 None None] The sync data for ids ['74083316-02e0-4f18-945c-de542dd25e2f'] in dv-cinder-830096-4-iscsi is: [{'id': '74083316-02e0-4f18-945c-de542dd25e2f', 'name': 'tempest-TestShelveInstance-1393133249-router', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:43Z', 'revision_number': 3, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'gw_port': {'id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74083316-02e0-4f18-945c-de542dd25e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:46.273621 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:46.273997 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.317380 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 83ac4f76-2f48-4cae-8fec-83306951079d is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:46.317724 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.363973 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ac4f76-2f48-4cae-8fec-83306951079d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:19:46.403476 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.408267 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 83ac4f76-2f48-4cae-8fec-83306951079d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=83ac4f76-2f48-4cae-8fec-83306951079d,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:46.434879 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.496723 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:46.504805 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-8fe2ba40-8a33-4c5b-9224-65cd5593a8b9 None None] Provisioning complete for port 160e2f97-57c3-45a4-8923-fd581ef5e152 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:46.505211 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8fe2ba40-8a33-4c5b-9224-65cd5593a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.556715 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-8fe2ba40-8a33-4c5b-9224-65cd5593a8b9 None None] Port 160e2f97-57c3-45a4-8923-fd581ef5e152 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:46.562927 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=83ac4f76-2f48-4cae-8fec-83306951079d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:46.637950 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Publish callbacks [] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.644687 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.692086 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['83ac4f76-2f48-4cae-8fec-83306951079d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:19:46.720620 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Pushing event updated for resources: {'Port': ['ID=160e2f97-57c3-45a4-8923-fd581ef5e152,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:46.725665 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-693140'] for router_interface (74083316-02e0-4f18-945c-de542dd25e2f), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:46.864964 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d2e1-b8d7-4ca1-a2fe-0d3a60d254aa req-aae486bc-509d-4d7c-ba01-5301d8f6f909 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:46.867253 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f601d2e1-b8d7-4ca1-a2fe-0d3a60d254aa req-aae486bc-509d-4d7c-ba01-5301d8f6f909 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 944 time: 0.1000199 Apr 12 13:19:46.932876 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:19:46.939290 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:19:46.953011 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f601d2e1-b8d7-4ca1-a2fe-0d3a60d254aa req-a95df7c6-e3ed-40a4-8ad4-b2e7ac7494fe tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755620 Apr 12 13:19:47.107703 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Router 74083316-02e0-4f18-945c-de542dd25e2f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:47.270004 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:47.277478 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-9893f7f1-9dd5-4854-878a-43e602d03d92 admin admin] 10.222.0.47 "PUT /v2.0/routers/74083316-02e0-4f18-945c-de542dd25e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7859278 Apr 12 13:19:47.316095 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-45b0585b-3f5e-4e79-ab47-64d7f4766d18 None None] Provisioning complete for port 160e2f97-57c3-45a4-8923-fd581ef5e152 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:47.316475 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-45b0585b-3f5e-4e79-ab47-64d7f4766d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.372720 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-45b0585b-3f5e-4e79-ab47-64d7f4766d18 None None] Port 160e2f97-57c3-45a4-8923-fd581ef5e152 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:19:47.409612 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:47.476780 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:47.477598 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.586615 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:47.589906 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device a639396c-b231-4ea1-ae9a-ffa74f5f4c1d up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:47.642963 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 83ac4f76-2f48-4cae-8fec-83306951079d up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:47.698902 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:47.699503 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.766291 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 83ac4f76-2f48-4cae-8fec-83306951079d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:19:47.775983 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 83ac4f76-2f48-4cae-8fec-83306951079d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:47.776362 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.854544 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:47.854929 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.881873 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] For port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=a639396c-b231-4ea1-ae9a-ffa74f5f4c1d,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:47.901676 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.945766 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 83ac4f76-2f48-4cae-8fec-83306951079d is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:47.946130 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:47.987132 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59258) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:47.989388 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ac4f76-2f48-4cae-8fec-83306951079d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:47.991623 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bc515d-76c2-483b-98ed-4a08a046d507" -d '{"events": [{"server_uuid": "3bebf1e4-e4be-4b49-af20-8ad614727154", "name": "network-vif-plugged", "status": "completed", "tag": "83ac4f76-2f48-4cae-8fec-83306951079d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:47.994443 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ab79fafb-8243-41fd-9f9b-179126cfbbac tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139319094', 'description': 'tempest-secgroup-smoke-139319094 description', 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:47.996402 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Pushing event updated for resources: {'Port': ['ID=a639396c-b231-4ea1-ae9a-ffa74f5f4c1d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.012991 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 83ac4f76-2f48-4cae-8fec-83306951079d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=83ac4f76-2f48-4cae-8fec-83306951079d,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:48.019764 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.060336 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565c81d6-7cf9-49a9-8d45-4c74f61dd150 x-openstack-request-id: req-565c81d6-7cf9-49a9-8d45-4c74f61dd150 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:48.060634 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bebf1e4-e4be-4b49-af20-8ad614727154", "name": "network-vif-plugged", "status": "completed", "tag": "83ac4f76-2f48-4cae-8fec-83306951079d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:48.061066 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-565c81d6-7cf9-49a9-8d45-4c74f61dd150 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:48.061573 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565c81d6-7cf9-49a9-8d45-4c74f61dd150'] response: {'server_uuid': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ac4f76-2f48-4cae-8fec-83306951079d', 'code': 200} Apr 12 13:19:48.087685 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=83ac4f76-2f48-4cae-8fec-83306951079d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.095242 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab79fafb-8243-41fd-9f9b-179126cfbbac tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.152782 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378e5ca-b172-4a38-9b3a-9fc6a73a6765 req-28830c18-de9a-44ce-9d65-26459fd240e3 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:48.154580 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2378e5ca-b172-4a38-9b3a-9fc6a73a6765 req-28830c18-de9a-44ce-9d65-26459fd240e3 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 945 time: 0.0908680 Apr 12 13:19:48.249533 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2378e5ca-b172-4a38-9b3a-9fc6a73a6765 req-01adabcf-8e11-45f4-857c-6dd148f7d723 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860271 Apr 12 13:19:48.252000 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab79fafb-8243-41fd-9f9b-179126cfbbac tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group (ea1dc482-8796-4153-984f-6295c5f93308), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.258010 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab79fafb-8243-41fd-9f9b-179126cfbbac tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ea1dc482-8796-4153-984f-6295c5f93308), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.295770 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79fafb-8243-41fd-9f9b-179126cfbbac tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1dc482-8796-4153-984f-6295c5f93308,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.306996 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ab79fafb-8243-41fd-9f9b-179126cfbbac tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.308299 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ab79fafb-8243-41fd-9f9b-179126cfbbac tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3199325 Apr 12 13:19:48.313120 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59262) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:48.318051 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-227f0a72-438a-48a6-990c-e3c799dfaba5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dc482-8796-4153-984f-6295c5f93308', 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:48.318323 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8b262-e5e1-4db5-adad-7e77afa0d3bf req-8e8b0595-c3ca-4769-b3be-30b25d7bc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:48.320073 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-19d8b262-e5e1-4db5-adad-7e77afa0d3bf req-8e8b0595-c3ca-4769-b3be-30b25d7bc182 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 1129 time: 0.0658991 Apr 12 13:19:48.347280 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-227f0a72-438a-48a6-990c-e3c799dfaba5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (95ba7705-8a31-464b-ab9d-6e7d1dedb3db), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.386079 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-19d8b262-e5e1-4db5-adad-7e77afa0d3bf req-bc81bcc2-ff86-4b2c-9a1a-8a456523b55c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556040 Apr 12 13:19:48.417318 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-227f0a72-438a-48a6-990c-e3c799dfaba5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (95ba7705-8a31-464b-ab9d-6e7d1dedb3db), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.422674 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-227f0a72-438a-48a6-990c-e3c799dfaba5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (95ba7705-8a31-464b-ab9d-6e7d1dedb3db), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.457784 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f0a72-438a-48a6-990c-e3c799dfaba5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ba7705-8a31-464b-ab9d-6e7d1dedb3db,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.465017 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-227f0a72-438a-48a6-990c-e3c799dfaba5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.469534 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59264) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:48.469797 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-227f0a72-438a-48a6-990c-e3c799dfaba5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552906 Apr 12 13:19:48.474630 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-14244166-49b7-4cf5-85ef-7b804f97bbd6 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dc482-8796-4153-984f-6295c5f93308', 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:48.507717 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14244166-49b7-4cf5-85ef-7b804f97bbd6 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (53c23d19-5119-4cda-bbf1-cc90e2b9bae8), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.600909 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14244166-49b7-4cf5-85ef-7b804f97bbd6 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (53c23d19-5119-4cda-bbf1-cc90e2b9bae8), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.607273 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14244166-49b7-4cf5-85ef-7b804f97bbd6 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (53c23d19-5119-4cda-bbf1-cc90e2b9bae8), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.629939 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Sync routers for ids ['74083316-02e0-4f18-945c-de542dd25e2f'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:48.642217 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Routers {'74083316-02e0-4f18-945c-de542dd25e2f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:48.642839 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['74083316-02e0-4f18-945c-de542dd25e2f'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:48.645132 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14244166-49b7-4cf5-85ef-7b804f97bbd6 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c23d19-5119-4cda-bbf1-cc90e2b9bae8,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.656044 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-14244166-49b7-4cf5-85ef-7b804f97bbd6 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.658294 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-14244166-49b7-4cf5-85ef-7b804f97bbd6 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1871464 Apr 12 13:19:48.660866 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59266) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:48.668817 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-85955f46-08f7-4f91-9e55-0d64ee7221b4 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dc482-8796-4153-984f-6295c5f93308', 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:48.711278 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85955f46-08f7-4f91-9e55-0d64ee7221b4 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (b6fac61f-26ed-4fdd-9f27-81f1a04ea732), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.782103 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Set router 74083316-02e0-4f18-945c-de542dd25e2f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:48.816222 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85955f46-08f7-4f91-9e55-0d64ee7221b4 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (b6fac61f-26ed-4fdd-9f27-81f1a04ea732), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.821637 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85955f46-08f7-4f91-9e55-0d64ee7221b4 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (b6fac61f-26ed-4fdd-9f27-81f1a04ea732), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.848107 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85955f46-08f7-4f91-9e55-0d64ee7221b4 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fac61f-26ed-4fdd-9f27-81f1a04ea732,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:48.854936 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-85955f46-08f7-4f91-9e55-0d64ee7221b4 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.856194 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-85955f46-08f7-4f91-9e55-0d64ee7221b4 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1936402 Apr 12 13:19:48.860886 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59268) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:48.865554 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-61346d10-3e4f-4d0c-80fb-3f94cf550533 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dc482-8796-4153-984f-6295c5f93308', 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:48.905641 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61346d10-3e4f-4d0c-80fb-3f94cf550533 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (80daad3f-0466-4c08-8c9c-b2538d703b59), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.988349 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61346d10-3e4f-4d0c-80fb-3f94cf550533 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (80daad3f-0466-4c08-8c9c-b2538d703b59), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:48.993866 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61346d10-3e4f-4d0c-80fb-3f94cf550533 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (80daad3f-0466-4c08-8c9c-b2538d703b59), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.014632 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61346d10-3e4f-4d0c-80fb-3f94cf550533 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80daad3f-0466-4c08-8c9c-b2538d703b59,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:49.027494 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-61346d10-3e4f-4d0c-80fb-3f94cf550533 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.028741 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-61346d10-3e4f-4d0c-80fb-3f94cf550533 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667700 Apr 12 13:19:49.033243 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59270) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:49.037876 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-62c76b23-3440-47b6-b9f6-e8c4758f59f5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dc482-8796-4153-984f-6295c5f93308', 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:49.063994 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-62c76b23-3440-47b6-b9f6-e8c4758f59f5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Project ba0ce6d8da96482fb20c8f92262cd5c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:19:49.073750 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62c76b23-3440-47b6-b9f6-e8c4758f59f5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (bc0f7151-6062-4443-835d-56ad29b301b2), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.084511 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74083316-02e0-4f18-945c-de542dd25e2f', 'name': 'tempest-TestShelveInstance-1393133249-router', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:46Z', 'revision_number': 4, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'gw_port': {'id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74083316-02e0-4f18-945c-de542dd25e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '160e2f97-57c3-45a4-8923-fd581ef5e152', 'name': '', 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'mac_address': 'fa:16:3e:b1:c2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74083316-02e0-4f18-945c-de542dd25e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '48d57071-17a0-43fa-ae59-4bd277248b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:45Z', 'updated_at': '2022-04-12T13:19:46Z', 'revision_number': 2, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'subnets': [{'id': '48d57071-17a0-43fa-ae59-4bd277248b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:49.141853 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62c76b23-3440-47b6-b9f6-e8c4758f59f5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (bc0f7151-6062-4443-835d-56ad29b301b2), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.142506 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Checking router: 74083316-02e0-4f18-945c-de542dd25e2f for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:49.143263 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Updating router 74083316-02e0-4f18-945c-de542dd25e2f port 160e2f97-57c3-45a4-8923-fd581ef5e152 binding host dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:19:49.147089 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62c76b23-3440-47b6-b9f6-e8c4758f59f5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (bc0f7151-6062-4443-835d-56ad29b301b2), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.168419 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c76b23-3440-47b6-b9f6-e8c4758f59f5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0f7151-6062-4443-835d-56ad29b301b2,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:49.176040 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-62c76b23-3440-47b6-b9f6-e8c4758f59f5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.182206 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-62c76b23-3440-47b6-b9f6-e8c4758f59f5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436951 Apr 12 13:19:49.182445 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59272) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:49.186104 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.187523 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a35f5704-4a01-40b0-9c34-99011ccf1cc1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Request body: {'security_group_rule': {'security_group_id': 'ea1dc482-8796-4153-984f-6295c5f93308', 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:49.218880 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.securitygroups_db [None req-a35f5704-4a01-40b0-9c34-99011ccf1cc1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Project ba0ce6d8da96482fb20c8f92262cd5c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:19:49.226954 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a35f5704-4a01-40b0-9c34-99011ccf1cc1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (62e4de1a-ce73-4f10-b6e8-2dd74d358f7a), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.334179 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device a639396c-b231-4ea1-ae9a-ffa74f5f4c1d up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:49.352526 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a35f5704-4a01-40b0-9c34-99011ccf1cc1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (62e4de1a-ce73-4f10-b6e8-2dd74d358f7a), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.397233 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a35f5704-4a01-40b0-9c34-99011ccf1cc1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (62e4de1a-ce73-4f10-b6e8-2dd74d358f7a), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.420051 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4aac9-332f-4874-9df0-d98627375987 req-a39c835e-f1ad-4a80-be66-ece4099a9f28 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:49.433891 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e5c4aac9-332f-4874-9df0-d98627375987 req-a39c835e-f1ad-4a80-be66-ece4099a9f28 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 945 time: 0.1025295 Apr 12 13:19:49.464866 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f5704-4a01-40b0-9c34-99011ccf1cc1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e4de1a-ce73-4f10-b6e8-2dd74d358f7a,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:49.467210 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:49.467725 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.480732 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a35f5704-4a01-40b0-9c34-99011ccf1cc1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.482187 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a35f5704-4a01-40b0-9c34-99011ccf1cc1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2987356 Apr 12 13:19:49.509893 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e5c4aac9-332f-4874-9df0-d98627375987 req-50f2028a-2133-4720-991a-56c67c381d03 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751009 Apr 12 13:19:49.656803 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:49.674755 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Publish callbacks [] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), precommit_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.681744 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.794058 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226e64-8366-4272-b306-0b333b1cb34d None None] Pushing event updated for resources: {'Port': ['ID=160e2f97-57c3-45a4-8923-fd581ef5e152,revision_number=3']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:49.854643 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Attempting to bind port 160e2f97-57c3-45a4-8923-fd581ef5e152 on host dv-cinder-830096-4-iscsi for vnic_type normal with profile {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:19:49.854991 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Attempting to bind port 160e2f97-57c3-45a4-8923-fd581ef5e152 by drivers openvswitch,hyperv on host dv-cinder-830096-4-iscsi at level 0 using segments [{'id': '4b89eb63-d517-40ce-8edc-a21a63d08d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd'}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:19:49.855330 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Attempting to bind port 160e2f97-57c3-45a4-8923-fd581ef5e152 on network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:19:49.861707 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Checking agent: {'id': '0869f174-a85d-4704-9050-a16517a3fb2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830096-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 3, 12), 'started_at': datetime.datetime(2022, 4, 12, 13, 3, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830096-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:19:49.862397 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Checking segment: {'id': '4b89eb63-d517-40ce-8edc-a21a63d08d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:19:49.862804 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.863192 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Bound using segment: {'id': '4b89eb63-d517-40ce-8edc-a21a63d08d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd'} {{(pid=103444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:19:49.863690 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.managers [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Bound port: 160e2f97-57c3-45a4-8923-fd581ef5e152, host: dv-cinder-830096-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b89eb63-d517-40ce-8edc-a21a63d08d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd'}}] {{(pid=103444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:19:49.864071 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:49.961705 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] For port 160e2f97-57c3-45a4-8923-fd581ef5e152, host dv-cinder-830096-4-iscsi, cleared binding levels {{(pid=103444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:19:49.968687 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] For port 160e2f97-57c3-45a4-8923-fd581ef5e152, host dv-cinder-830096-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=160e2f97-57c3-45a4-8923-fd581ef5e152,segment=NetworkSegment(4b89eb63-d517-40ce-8edc-a21a63d08d18),segment_id=4b89eb63-d517-40ce-8edc-a21a63d08d18)] {{(pid=103444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:19:49.977856 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.049245 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Routers {'74083316-02e0-4f18-945c-de542dd25e2f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:50.049906 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['74083316-02e0-4f18-945c-de542dd25e2f'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:50.091506 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226e64-8366-4272-b306-0b333b1cb34d None None] Pushing event updated for resources: {'Port': ['ID=160e2f97-57c3-45a4-8923-fd581ef5e152,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:50.381658 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9c5364cb-1295-48f7-b07f-95c30aa82416 None None] Provisioning complete for port 160e2f97-57c3-45a4-8923-fd581ef5e152 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:50.382258 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c5364cb-1295-48f7-b07f-95c30aa82416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.471356 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] Set router 74083316-02e0-4f18-945c-de542dd25e2f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:50.708566 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abfa51-b2ed-490c-9727-605ada38e65c req-9a641d10-452f-4f43-81ef-1d5ebb9ed71a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:50.710274 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-21abfa51-b2ed-490c-9727-605ada38e65c req-9a641d10-452f-4f43-81ef-1d5ebb9ed71a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 945 time: 0.0701625 Apr 12 13:19:50.754150 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9c5364cb-1295-48f7-b07f-95c30aa82416 None None] Current status of the port 160e2f97-57c3-45a4-8923-fd581ef5e152 is: DOWN; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:50.755087 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c5364cb-1295-48f7-b07f-95c30aa82416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.784912 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-21abfa51-b2ed-490c-9727-605ada38e65c req-18cf639d-a6bc-49c6-b9f1-8edee5ceed5e tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671968 Apr 12 13:19:50.854790 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-9c5364cb-1295-48f7-b07f-95c30aa82416 None None] For port 160e2f97-57c3-45a4-8923-fd581ef5e152, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=160e2f97-57c3-45a4-8923-fd581ef5e152,segment=NetworkSegment(4b89eb63-d517-40ce-8edc-a21a63d08d18),segment_id=4b89eb63-d517-40ce-8edc-a21a63d08d18)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:19:50.864321 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9c5364cb-1295-48f7-b07f-95c30aa82416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:50.933710 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47579d4-9f05-4a3e-83e1-03aa574461d1 req-7f10a707-ddf7-457b-968f-64648489cf74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:50.935499 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b47579d4-9f05-4a3e-83e1-03aa574461d1 req-7f10a707-ddf7-457b-968f-64648489cf74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 945 time: 0.0633810 Apr 12 13:19:50.945316 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59334) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:19:50.953396 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-cf0e6e48-f47f-417b-b24a-461746180f0c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'floatingip': {'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:19:51.001120 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-7cf9f53f-8f5b-42f1-9726-a2777b82193a None None] Provisioning complete for port 160e2f97-57c3-45a4-8923-fd581ef5e152 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:51.001788 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7cf9f53f-8f5b-42f1-9726-a2777b82193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:51.006525 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74083316-02e0-4f18-945c-de542dd25e2f', 'name': 'tempest-TestShelveInstance-1393133249-router', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:46Z', 'revision_number': 4, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'gw_port': {'id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74083316-02e0-4f18-945c-de542dd25e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '160e2f97-57c3-45a4-8923-fd581ef5e152', 'name': '', 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'mac_address': 'fa:16:3e:b1:c2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74083316-02e0-4f18-945c-de542dd25e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '48d57071-17a0-43fa-ae59-4bd277248b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:45Z', 'updated_at': '2022-04-12T13:19:49Z', 'revision_number': 4, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'subnets': [{'id': '48d57071-17a0-43fa-ae59-4bd277248b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:51.014370 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5364cb-1295-48f7-b07f-95c30aa82416 None None] Pushing event updated for resources: {'Port': ['ID=160e2f97-57c3-45a4-8923-fd581ef5e152,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:19:51.016828 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf0e6e48-f47f-417b-b24a-461746180f0c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (8024f791-a54c-4e36-b4a8-79a4b7b15287), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:51.073117 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b2ea32-3fd0-4233-9440-0b08753d23b0 None None] The sync data for ids ['74083316-02e0-4f18-945c-de542dd25e2f'] in dv-cinder-830096-4-iscsi is: [{'id': '74083316-02e0-4f18-945c-de542dd25e2f', 'name': 'tempest-TestShelveInstance-1393133249-router', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:46Z', 'revision_number': 4, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'gw_port': {'id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74083316-02e0-4f18-945c-de542dd25e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '160e2f97-57c3-45a4-8923-fd581ef5e152', 'name': '', 'network_id': '033dfd5c-2f0a-4d98-b288-371d21e3f7cd', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'mac_address': 'fa:16:3e:b1:c2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74083316-02e0-4f18-945c-de542dd25e2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '48d57071-17a0-43fa-ae59-4bd277248b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:45Z', 'updated_at': '2022-04-12T13:19:49Z', 'revision_number': 4, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'subnets': [{'id': '48d57071-17a0-43fa-ae59-4bd277248b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:51.170586 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9f53f-8f5b-42f1-9726-a2777b82193a None None] Current status of the port 160e2f97-57c3-45a4-8923-fd581ef5e152 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:51.375359 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 160e2f97-57c3-45a4-8923-fd581ef5e152 up at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:19:51.483775 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Provisioning complete for port 160e2f97-57c3-45a4-8923-fd581ef5e152 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:19:51.484368 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:51.635347 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Current status of the port 160e2f97-57c3-45a4-8923-fd581ef5e152 is: ACTIVE; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:19:52.150674 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf0e6e48-f47f-417b-b24a-461746180f0c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:52.156209 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf0e6e48-f47f-417b-b24a-461746180f0c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (8024f791-a54c-4e36-b4a8-79a4b7b15287), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:52.286456 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-cf0e6e48-f47f-417b-b24a-461746180f0c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Floating IP 8024f791-a54c-4e36-b4a8-79a4b7b15287 associated. External IP: 172.27.3.208, port: 83ac4f76-2f48-4cae-8fec-83306951079d. Apr 12 13:19:52.621359 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0e6e48-f47f-417b-b24a-461746180f0c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:19:52.804208 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0e6e48-f47f-417b-b24a-461746180f0c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:19:52.812968 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cf0e6e48-f47f-417b-b24a-461746180f0c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:19:52.854248 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:19:52.860866 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-cf0e6e48-f47f-417b-b24a-461746180f0c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "PUT /v2.0/floatingips/8024f791-a54c-4e36-b4a8-79a4b7b15287 HTTP/1.1" status: 200 len: 991 time: 1.9133930 Apr 12 13:19:52.861843 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'tag': '83ac4f76-2f48-4cae-8fec-83306951079d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:19:52.864041 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "3bebf1e4-e4be-4b49-af20-8ad614727154", "tag": "83ac4f76-2f48-4cae-8fec-83306951079d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:19:52.907346 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:52.907989 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:52.952956 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428086f2-69cd-4ba1-8d6d-ace43ce4a71c x-openstack-request-id: req-428086f2-69cd-4ba1-8d6d-ace43ce4a71c {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:19:52.953414 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bebf1e4-e4be-4b49-af20-8ad614727154", "tag": "83ac4f76-2f48-4cae-8fec-83306951079d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:19:52.953706 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-428086f2-69cd-4ba1-8d6d-ace43ce4a71c {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:19:52.954190 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428086f2-69cd-4ba1-8d6d-ace43ce4a71c'] response: {'name': 'network-changed', 'server_uuid': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'tag': '83ac4f76-2f48-4cae-8fec-83306951079d', 'status': 'completed', 'code': 200} Apr 12 13:19:53.056688 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-499bfccc-f148-42c9-8d69-46470a926bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:53.059350 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:53.059919 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-499bfccc-f148-42c9-8d69-46470a926bdb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 1129 time: 0.0754337 Apr 12 13:19:53.223638 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-876b6b4f-735f-47f2-aa4e-ace82fc445e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:53.225481 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-876b6b4f-735f-47f2-aa4e-ace82fc445e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 915 time: 0.1567094 Apr 12 13:19:53.333350 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-abe12893-d8b2-406c-b4c8-187608521174 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83ac4f76-2f48-4cae-8fec-83306951079d HTTP/1.1" status: 200 len: 999 time: 0.0999069 Apr 12 13:19:53.390677 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-c78c9728-970b-460f-a5d5-19e50aea98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:53.392939 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-c78c9728-970b-460f-a5d5-19e50aea98bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0533361 Apr 12 13:19:53.400828 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '8024f791-a54c-4e36-b4a8-79a4b7b15287', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:5a:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:52Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:53.439402 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:19:53.454010 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-02cc09bc-a824-4a30-b37f-637db61f02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:19:53.454296 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:19:53.454732 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:19:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:53.456141 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-02cc09bc-a824-4a30-b37f-637db61f02f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544558 Apr 12 13:19:53.596502 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-8f388397-08e6-4239-b78e-03f052b7bdd3 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331794 Apr 12 13:19:53.600552 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:19:53.732551 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-d07113e1-9bb6-4c2e-ab19-53b444b20ff9 req-cade43a3-97ac-4fac-9048-ba4743243ce4 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286266 Apr 12 13:19:53.890285 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '8024f791-a54c-4e36-b4a8-79a4b7b15287', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:5a:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:52Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:19:53.931107 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6073d4a2-1e65-47d4-8c67-dec65359af02 None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '8024f791-a54c-4e36-b4a8-79a4b7b15287', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:5a:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:52Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:19:54.178095 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a614e3-dd0b-493e-a600-b6aefa7c5a03 None None] New status for floating IP 8024f791-a54c-4e36-b4a8-79a4b7b15287: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:19:58.784020 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:04.291023 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-15ef1e9d-5772-4a61-be22-6729d9ad3f37 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139319094&fields=id&tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5 HTTP/1.1" status: 200 len: 267 time: 0.0529768 Apr 12 13:20:04.425162 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-2fc9ddaa-347d-4f4f-bdd7-8d23d6d0fb57 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:04.426871 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-2fc9ddaa-347d-4f4f-bdd7-8d23d6d0fb57 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/networks?id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858 HTTP/1.1" status: 200 len: 808 time: 0.1280286 Apr 12 13:20:04.445926 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-2e7e1495-da9c-4c31-b513-555f0ac49844 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/quotas/ba0ce6d8da96482fb20c8f92262cd5c5 HTTP/1.1" status: 200 len: 375 time: 0.0104933 Apr 12 13:20:04.530992 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-f3b01415-dc8f-4b41-ac24-19affe3a39d8 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782590 Apr 12 13:20:04.639748 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-a4fe632b-0637-4c65-94e5-3b99f7d550af service neutron] 10.222.0.47 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958884 Apr 12 13:20:04.744318 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-4cd2890b-07f0-477e-95a1-783bfada2eb0 service neutron] 10.222.0.47 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978189 Apr 12 13:20:04.828994 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e3912a21-c429-4c32-a2ea-b288796c3b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:04.977295 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-7cad42b1-9f19-4212-a738-81cd7500d9d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582581 Apr 12 13:20:05.060821 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-303f9862-3981-4cba-9495-496795f86815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:05.063275 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-303f9862-3981-4cba-9495-496795f86815 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 1130 time: 0.0599174 Apr 12 13:20:05.168920 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6f140d17-07f6-4f2d-9610-6af02ce99d44 req-88ff14f5-1164-44f3-bafa-26fdae2aeaa8 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 210 time: 0.0372698 Apr 12 13:20:05.241785 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-9bc89959-824e-4842-bceb-25b586ee25b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:05.243923 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-9bc89959-824e-4842-bceb-25b586ee25b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 912 time: 0.1566784 Apr 12 13:20:05.343635 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-8063fedf-7d80-4c20-86b2-98955d096927 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1695129e-3d2f-4304-8c11-ae0cee2f3d8a HTTP/1.1" status: 200 len: 1002 time: 0.0923619 Apr 12 13:20:05.416986 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-30fac309-183d-4257-b38b-573ba8ec852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:05.419499 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-30fac309-183d-4257-b38b-573ba8ec852e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0685995 Apr 12 13:20:05.859444 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-756424ce-3e61-4817-a4a3-21ca0ca5290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:05.861269 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-756424ce-3e61-4817-a4a3-21ca0ca5290d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4336786 Apr 12 13:20:05.976539 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-c7d3d6fa-1edd-4e40-b129-fccebfc0632d service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086543 Apr 12 13:20:06.288605 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-cd00c807-1517-4709-acb9-420c0cc9d43e req-25fd3a2e-48ea-4686-a6a5-a91c6fd5ea17 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118720 Apr 12 13:20:06.370553 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d8417acd-a352-4f2d-98bc-297143ca5a92 req-7f9bfc01-d339-4490-866b-babbea2dd279 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 210 time: 0.0539787 Apr 12 13:20:06.450318 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-4b503224-5a2e-4c87-a7b0-cb0a14193eca tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:06.451901 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-4b503224-5a2e-4c87-a7b0-cb0a14193eca tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.26 "GET /v2.0/networks?id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858 HTTP/1.1" status: 200 len: 808 time: 0.1624393 Apr 12 13:20:06.543728 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-67e25dd4-9794-437f-9224-cf38c97271d9 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5 HTTP/1.1" status: 200 len: 379 time: 0.0825114 Apr 12 13:20:06.554481 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Request body: {'port': {'device_id': '64e8768f-4059-434c-8692-4f8533564914', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'admin_state_up': True, 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'security_groups': ['ea1dc482-8796-4153-984f-6295c5f93308']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:06.687621 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Made reservation on behalf of ba0ce6d8da96482fb20c8f92262cd5c5 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:20:06.691347 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:06.867723 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Allocated IP 172.20.0.13 (7d40fe45-c76f-4fd2-970c-c0c19c7a2858/c1da95a6-7c53-437e-9f11-23b4515a7b11/7432af62-bac2-4897-bf49-2491d097d1da) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:20:07.119338 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e04ebb08-817c-407c-b7e2-3229f98ca3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:07.154083 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for port (7432af62-bac2-4897-bf49-2491d097d1da), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:07.200351 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (7432af62-bac2-4897-bf49-2491d097d1da), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:07.262647 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:20:07.268358 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:20:07.279886 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:20:07.286909 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event updated for resources: {'Port': ['ID=7432af62-bac2-4897-bf49-2491d097d1da,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:07.370089 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:07.370993 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:07.397089 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-692f8ce5-8315-40a9-8791-cf5b6aefe9f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8465700 Apr 12 13:20:07.413090 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Request body: {'port': {'device_id': '64e8768f-4059-434c-8692-4f8533564914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:07.576813 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7432af62-bac2-4897-bf49-2491d097d1da), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:07.616905 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832aa37-35c4-48c8-9db3-ee28692ce787 req-0d3ef53d-4afc-49cf-be16-8091674ea7e6 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:07.620253 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f832aa37-35c4-48c8-9db3-ee28692ce787 req-0d3ef53d-4afc-49cf-be16-8091674ea7e6 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 932 time: 0.0990829 Apr 12 13:20:07.631482 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-62b58b3a-cd72-4c78-ae90-b1dfd99e8ac5 None None] Provisioning complete for port 7432af62-bac2-4897-bf49-2491d097d1da triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:20:07.632193 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-62b58b3a-cd72-4c78-ae90-b1dfd99e8ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (7432af62-bac2-4897-bf49-2491d097d1da), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:07.712661 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-62b58b3a-cd72-4c78-ae90-b1dfd99e8ac5 None None] Port 7432af62-bac2-4897-bf49-2491d097d1da cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:20:07.806092 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f832aa37-35c4-48c8-9db3-ee28692ce787 req-cac19658-8e07-4d09-990f-9c1fbfa29851 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463933 Apr 12 13:20:07.987520 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7432af62-bac2-4897-bf49-2491d097d1da {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:20:07.996158 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Publish callbacks [] for port (7432af62-bac2-4897-bf49-2491d097d1da), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:08.011898 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Transition to ACTIVE for port object 7432af62-bac2-4897-bf49-2491d097d1da will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:20:08.017437 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (7432af62-bac2-4897-bf49-2491d097d1da), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:08.074321 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Pushing event updated for resources: {'Port': ['ID=7432af62-bac2-4897-bf49-2491d097d1da,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:08.161256 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Attempting to bind port 7432af62-bac2-4897-bf49-2491d097d1da on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:20:08.161593 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Attempting to bind port 7432af62-bac2-4897-bf49-2491d097d1da by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:20:08.161915 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Attempting to bind port 7432af62-bac2-4897-bf49-2491d097d1da on network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:20:08.170764 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Port 7432af62-bac2-4897-bf49-2491d097d1da on network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:20:08.171287 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Attempting to bind port 7432af62-bac2-4897-bf49-2491d097d1da on network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:20:08.178019 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:20:08.178361 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Checking segment: {'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:20:08.178755 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Bound using segment: {'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:20:08.179210 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Bound port: 7432af62-bac2-4897-bf49-2491d097d1da, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7d230db-8dcc-4118-b159-42e2f34bbca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:20:08.180129 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7432af62-bac2-4897-bf49-2491d097d1da), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:08.272281 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] For port 7432af62-bac2-4897-bf49-2491d097d1da, host hv-cinder-83009, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:20:08.276438 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] For port 7432af62-bac2-4897-bf49-2491d097d1da, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7432af62-bac2-4897-bf49-2491d097d1da,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:20:08.284898 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (7432af62-bac2-4897-bf49-2491d097d1da), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:08.321941 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:08.322727 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:08.324602 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] 10.222.0.26 "PUT /v2.0/ports/7432af62-bac2-4897-bf49-2491d097d1da HTTP/1.1" status: 200 len: 1094 time: 0.9194417 Apr 12 13:20:08.327808 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:08.330218 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046dd185-2d55-46a7-b07f-6bfc8f24be3c" -d '{"events": [{"name": "network-changed", "server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "tag": "7432af62-bac2-4897-bf49-2491d097d1da"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:08.389764 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4a6ba-df74-437b-bd9f-bf225d95e09b service neutron] Pushing event updated for resources: {'Port': ['ID=7432af62-bac2-4897-bf49-2491d097d1da,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:08.427146 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edc339d-d16b-46c4-b7e0-080f492efae6 x-openstack-request-id: req-8edc339d-d16b-46c4-b7e0-080f492efae6 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:08.427535 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "tag": "7432af62-bac2-4897-bf49-2491d097d1da", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:08.427855 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8edc339d-d16b-46c4-b7e0-080f492efae6 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:08.428428 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8edc339d-d16b-46c4-b7e0-080f492efae6'] response: {'name': 'network-changed', 'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da', 'status': 'completed', 'code': 200} Apr 12 13:20:08.438810 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-8db28350-b113-46ac-8072-4910ca00a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:08.440608 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-8db28350-b113-46ac-8072-4910ca00a82d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 1128 time: 0.0609446 Apr 12 13:20:08.521904 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-e2b9510a-0630-4a0e-9d33-dae67267a464 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7432af62-bac2-4897-bf49-2491d097d1da HTTP/1.1" status: 200 len: 217 time: 0.0719657 Apr 12 13:20:08.600661 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-61d623b4-01ee-4daf-99d1-e2e3e56bfa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:08.603263 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-61d623b4-01ee-4daf-99d1-e2e3e56bfa75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1da95a6-7c53-437e-9f11-23b4515a7b11 HTTP/1.1" status: 200 len: 847 time: 0.0753803 Apr 12 13:20:08.650480 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-a772601f-4206-494a-a359-279558b6c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:08.652090 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-a772601f-4206-494a-a359-279558b6c477 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427620 Apr 12 13:20:08.742114 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:08.770115 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-346022dd-2409-4960-b442-42a82d95592b service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113591 Apr 12 13:20:08.879437 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4f194afe-c778-4716-86a4-9fb7f676a327 req-da8ea688-85c5-46a0-b5ae-e82385c4be2a service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013334 Apr 12 13:20:08.976198 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e0a43-15b4-4cf8-bbbf-72f7780d687a req-4bdce477-1c76-4b25-b807-63b8a1027f8a tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:08.978400 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-532e0a43-15b4-4cf8-bbbf-72f7780d687a req-4bdce477-1c76-4b25-b807-63b8a1027f8a tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0824475 Apr 12 13:20:09.038484 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-532e0a43-15b4-4cf8-bbbf-72f7780d687a req-43326bdf-f77a-487f-98be-092679d0dab9 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499144 Apr 12 13:20:09.160916 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-586e15c7-1070-4003-8a49-d6eb6818a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:09.162427 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-586e15c7-1070-4003-8a49-d6eb6818a32b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 1128 time: 0.0440452 Apr 12 13:20:09.270464 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-4578c3cd-8d2d-4c16-bc12-053a31335912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:09.271996 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-4578c3cd-8d2d-4c16-bc12-053a31335912 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858 HTTP/1.1" status: 200 len: 908 time: 0.1022592 Apr 12 13:20:09.318470 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-4d0ce60e-ec5d-4d7f-ac36-9ab191ae8f51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7432af62-bac2-4897-bf49-2491d097d1da HTTP/1.1" status: 200 len: 217 time: 0.0367630 Apr 12 13:20:09.372281 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-f2da7339-be0e-4493-984a-9d7eb22a03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:09.373895 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-f2da7339-be0e-4493-984a-9d7eb22a03f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1da95a6-7c53-437e-9f11-23b4515a7b11 HTTP/1.1" status: 200 len: 847 time: 0.0495191 Apr 12 13:20:09.430771 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-b9affd5e-f633-4397-9b66-45c4879476a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:09.432491 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-b9affd5e-f633-4397-9b66-45c4879476a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522242 Apr 12 13:20:09.535269 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-5762fc42-0bbf-433a-95de-c800c30d625b service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965850 Apr 12 13:20:09.642005 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-046dd185-2d55-46a7-b07f-6bfc8f24be3c req-1f122b87-a1b7-4669-9279-6453e1d127c8 service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998292 Apr 12 13:20:10.170348 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef30940-6c2e-40f9-b94b-508be0fdebc3 req-76665b42-ab2f-4072-8d69-8f3e7ef3cea3 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:10.171988 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0ef30940-6c2e-40f9-b94b-508be0fdebc3 req-76665b42-ab2f-4072-8d69-8f3e7ef3cea3 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0569289 Apr 12 13:20:10.235315 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0ef30940-6c2e-40f9-b94b-508be0fdebc3 req-d05684ec-d7b7-4a50-838e-59c79f8982f1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571015 Apr 12 13:20:10.608017 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:11.361326 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a2ab2-0f79-46bd-9c96-88d405567330 req-89b95887-323e-4b9a-994f-290fe9938d96 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:11.362933 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-212a2ab2-0f79-46bd-9c96-88d405567330 req-89b95887-323e-4b9a-994f-290fe9938d96 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0539186 Apr 12 13:20:11.428494 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-212a2ab2-0f79-46bd-9c96-88d405567330 req-241b47f6-2019-4bce-9c17-6e3141f05ba5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538795 Apr 12 13:20:11.681923 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:12.563747 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aa5ed-2358-4734-8aad-255d086f0850 req-16c7c1c0-9ae8-4486-9808-aed1039f9061 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:12.565446 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d13aa5ed-2358-4734-8aad-255d086f0850 req-16c7c1c0-9ae8-4486-9808-aed1039f9061 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0609894 Apr 12 13:20:12.628368 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d13aa5ed-2358-4734-8aad-255d086f0850 req-1a2bd13c-268f-45e3-9dc0-132a5616846a tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565147 Apr 12 13:20:13.755132 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5afb98-9f45-4e14-98c5-ccced5abce96 req-43039839-36aa-4e01-8578-c09366ce86f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:13.757130 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fc5afb98-9f45-4e14-98c5-ccced5abce96 req-43039839-36aa-4e01-8578-c09366ce86f7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0564969 Apr 12 13:20:13.812771 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fc5afb98-9f45-4e14-98c5-ccced5abce96 req-ddbe2d6f-ebbe-49e3-b8bc-88742b78beda tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492125 Apr 12 13:20:14.946564 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210443-4a67-46bb-bf72-e9819a11653f req-47466b71-326c-41e3-b7bb-d7b25a6882ba tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:14.948232 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-50210443-4a67-46bb-bf72-e9819a11653f req-47466b71-326c-41e3-b7bb-d7b25a6882ba tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0616536 Apr 12 13:20:15.009865 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-50210443-4a67-46bb-bf72-e9819a11653f req-36180ee1-c7fb-4300-89da-d6e98f969ae3 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512149 Apr 12 13:20:15.734239 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7432af62-bac2-4897-bf49-2491d097d1da details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:20:15.846888 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 7432af62-bac2-4897-bf49-2491d097d1da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7432af62-bac2-4897-bf49-2491d097d1da,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:15.860267 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '7432af62-bac2-4897-bf49-2491d097d1da', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'port_id': '7432af62-bac2-4897-bf49-2491d097d1da', 'mac_address': 'fa:16:3e:86:96:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:20:15.902139 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 7432af62-bac2-4897-bf49-2491d097d1da is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:20:15.902528 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7432af62-bac2-4897-bf49-2491d097d1da), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:15.917557 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7432af62-bac2-4897-bf49-2491d097d1da {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:20:15.941503 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 7432af62-bac2-4897-bf49-2491d097d1da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7432af62-bac2-4897-bf49-2491d097d1da,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:15.946510 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (7432af62-bac2-4897-bf49-2491d097d1da), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:16.011959 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=7432af62-bac2-4897-bf49-2491d097d1da,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:16.151576 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7f400-3c4a-4fef-b074-6150bd4622dc req-a1f7aa7f-e74f-4c8c-b73f-694623d93aef tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:16.153172 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9fc7f400-3c4a-4fef-b074-6150bd4622dc req-a1f7aa7f-e74f-4c8c-b73f-694623d93aef tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 945 time: 0.0527084 Apr 12 13:20:16.189109 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['7432af62-bac2-4897-bf49-2491d097d1da'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:20:16.224972 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9fc7f400-3c4a-4fef-b074-6150bd4622dc req-8f63b478-fcae-43da-bb16-8ea29a56d363 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652449 Apr 12 13:20:17.366352 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a556c-0920-4daa-996e-b578ea79b507 req-fcb85e3a-cdbb-4e46-88cc-fee198dea8fd tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:17.368558 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-026a556c-0920-4daa-996e-b578ea79b507 req-fcb85e3a-cdbb-4e46-88cc-fee198dea8fd tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 945 time: 0.0538080 Apr 12 13:20:17.431970 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-026a556c-0920-4daa-996e-b578ea79b507 req-04dc4283-1eed-4146-b525-d758755e52f2 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534489 Apr 12 13:20:17.802906 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7432af62-bac2-4897-bf49-2491d097d1da up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:20:17.853111 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 7432af62-bac2-4897-bf49-2491d097d1da completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:20:17.861355 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 7432af62-bac2-4897-bf49-2491d097d1da triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:20:17.861746 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (7432af62-bac2-4897-bf49-2491d097d1da), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:17.950625 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 7432af62-bac2-4897-bf49-2491d097d1da is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:20:17.951013 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7432af62-bac2-4897-bf49-2491d097d1da), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:17.990934 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:17.995075 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e497ff50-df2e-49c0-8026-b7aea7d49dec" -d '{"events": [{"server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "name": "network-vif-plugged", "status": "completed", "tag": "7432af62-bac2-4897-bf49-2491d097d1da"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:18.017642 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 7432af62-bac2-4897-bf49-2491d097d1da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7432af62-bac2-4897-bf49-2491d097d1da,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:18.023218 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (7432af62-bac2-4897-bf49-2491d097d1da), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:18.053909 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be55c30-6929-442f-812d-0b14448c3f81 x-openstack-request-id: req-9be55c30-6929-442f-812d-0b14448c3f81 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:18.054248 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "name": "network-vif-plugged", "status": "completed", "tag": "7432af62-bac2-4897-bf49-2491d097d1da", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:18.054642 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9be55c30-6929-442f-812d-0b14448c3f81 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:18.055293 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be55c30-6929-442f-812d-0b14448c3f81'] response: {'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da', 'code': 200} Apr 12 13:20:18.094240 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=7432af62-bac2-4897-bf49-2491d097d1da,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:18.240667 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:20:18.292754 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2895ef-e576-4bdc-a89c-d0e833f82ed1 req-a9305b2d-7114-4269-b0a5-65b8166e8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:18.294381 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9a2895ef-e576-4bdc-a89c-d0e833f82ed1 req-a9305b2d-7114-4269-b0a5-65b8166e8172 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 1130 time: 0.0488691 Apr 12 13:20:18.381250 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9a2895ef-e576-4bdc-a89c-d0e833f82ed1 req-d418f732-cdd6-4f69-bfcb-5782e16af673 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794451 Apr 12 13:20:18.565444 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de507f-3047-440d-b811-08d08f0c64ea req-cda1a1d0-cece-4e37-98be-f735f991caa8 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:18.567069 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a8de507f-3047-440d-b811-08d08f0c64ea req-cda1a1d0-cece-4e37-98be-f735f991caa8 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0581844 Apr 12 13:20:18.630460 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a8de507f-3047-440d-b811-08d08f0c64ea req-2b96e3b4-c536-496d-b3b6-2736b2832d71 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501802 Apr 12 13:20:19.779241 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dde29-1c5b-4c02-84fb-03232f8b52bf req-b3545b96-c1fa-4c94-a212-0759535d12cd tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:19.780916 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eb1dde29-1c5b-4c02-84fb-03232f8b52bf req-b3545b96-c1fa-4c94-a212-0759535d12cd tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0741322 Apr 12 13:20:19.846614 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eb1dde29-1c5b-4c02-84fb-03232f8b52bf req-6ba76fc7-a278-4b25-8bfd-806ed83825ad tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558891 Apr 12 13:20:20.970057 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da71164-44af-4322-a9ca-7296049fd5d4 req-4666ebaa-2f3f-4770-aef0-3027cbe221e2 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:20.971779 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8da71164-44af-4322-a9ca-7296049fd5d4 req-4666ebaa-2f3f-4770-aef0-3027cbe221e2 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0525277 Apr 12 13:20:21.028125 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8da71164-44af-4322-a9ca-7296049fd5d4 req-1090175f-c08d-459b-bae4-ccaf8ad3c976 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500839 Apr 12 13:20:21.168190 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52117bb1-06c7-4188-816a-35a5498053e1 req-11356bd4-72ef-4312-bff1-00c9175c2ca7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:21.169777 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-52117bb1-06c7-4188-816a-35a5498053e1 req-11356bd4-72ef-4312-bff1-00c9175c2ca7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0604386 Apr 12 13:20:21.510240 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-52117bb1-06c7-4188-816a-35a5498053e1 req-8d257735-88ec-4acb-986f-e870dc21f149 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343017 Apr 12 13:20:21.533491 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59440) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:21.684613 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c25cd4d-a095-4f24-9bd4-4d7be66a0985 tempest-TestShelveInstance-108734878 tempest-TestShelveInstance-108734878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:21.688411 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-5c25cd4d-a095-4f24-9bd4-4d7be66a0985 tempest-TestShelveInstance-108734878 tempest-TestShelveInstance-108734878-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 1125 time: 0.1536152 Apr 12 13:20:21.693246 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59444) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:21.699498 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'port_id': '7432af62-bac2-4897-bf49-2491d097d1da', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:21.724631 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:21.823891 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:21.953310 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Allocated IP 172.27.3.123 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/c2285811-9213-4dd8-9822-7b99340fbe9a) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:20:22.162987 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for port (c2285811-9213-4dd8-9822-7b99340fbe9a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:22.221070 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (c2285811-9213-4dd8-9822-7b99340fbe9a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:22.264895 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:20:22.269912 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:20:22.277768 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:20:22.281158 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event updated for resources: {'Port': ['ID=c2285811-9213-4dd8-9822-7b99340fbe9a,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:22.311559 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.311908 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.312214 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.312541 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.312863 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.313209 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.313543 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.313857 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.314172 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.314483 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.314795 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.315110 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.315420 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.315730 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.316035 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:22.704700 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for floatingip (688b1627-ccdf-4877-adab-ed9a983d21b6), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:22.783752 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (c2285811-9213-4dd8-9822-7b99340fbe9a), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:22.959935 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for port (c2285811-9213-4dd8-9822-7b99340fbe9a), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:22.965486 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (c2285811-9213-4dd8-9822-7b99340fbe9a), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:23.046320 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event updated for resources: {'Port': ['ID=c2285811-9213-4dd8-9822-7b99340fbe9a,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:23.060817 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (688b1627-ccdf-4877-adab-ed9a983d21b6), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:23.175646 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Floating IP 688b1627-ccdf-4877-adab-ed9a983d21b6 associated. External IP: 172.27.3.123, port: 7432af62-bac2-4897-bf49-2491d097d1da. Apr 12 13:20:23.427926 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:20:23.564300 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:20:23.576851 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] Sync routers for ids ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:20:23.587546 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:23.591825 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] Routers {'9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:20:23.592460 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:20:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:23.627278 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ba12a290-64b5-43eb-b7b1-ec2186c89e60 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9327617 Apr 12 13:20:23.628052 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:23.631016 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11249ea3-507f-403e-a0de-92ba25a00f87" -d '{"events": [{"name": "network-changed", "server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "tag": "7432af62-bac2-4897-bf49-2491d097d1da"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:23.679764 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed883c62-ea3d-45cf-a9bc-711f7dc23030 x-openstack-request-id: req-ed883c62-ea3d-45cf-a9bc-711f7dc23030 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:23.680206 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "tag": "7432af62-bac2-4897-bf49-2491d097d1da", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:23.680551 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed883c62-ea3d-45cf-a9bc-711f7dc23030 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:23.681100 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed883c62-ea3d-45cf-a9bc-711f7dc23030'] response: {'name': 'network-changed', 'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da', 'status': 'completed', 'code': 200} Apr 12 13:20:23.749816 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-e52dc88c-65ca-4476-a9fc-5d615dbace4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:23.751683 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-e52dc88c-65ca-4476-a9fc-5d615dbace4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 1130 time: 0.0474708 Apr 12 13:20:23.783907 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] Set router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:20:23.859285 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-e12c1bb9-4cd6-494a-922d-0c7a554a4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:23.860668 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-e12c1bb9-4cd6-494a-922d-0c7a554a4e3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858 HTTP/1.1" status: 200 len: 908 time: 0.1033669 Apr 12 13:20:23.946642 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-678a927a-8c0a-49c6-ad2c-cc49c0c06750 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7432af62-bac2-4897-bf49-2491d097d1da HTTP/1.1" status: 200 len: 1000 time: 0.0786917 Apr 12 13:20:24.022035 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-2c9b63f0-f4da-4695-8965-edd25a709ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:24.024274 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-2c9b63f0-f4da-4695-8965-edd25a709ea3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1da95a6-7c53-437e-9f11-23b4515a7b11 HTTP/1.1" status: 200 len: 847 time: 0.0709441 Apr 12 13:20:24.076274 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '688b1627-ccdf-4877-adab-ed9a983d21b6', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'port_id': '7432af62-bac2-4897-bf49-2491d097d1da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'mac_address': 'fa:16:3e:86:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e8768f-4059-434c-8692-4f8533564914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:20:22Z', 'updated_at': '2022-04-12T13:20:22Z', 'revision_number': 0, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67', 'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'mac_address': 'fa:16:3e:8a:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:44Z', 'revision_number': 5, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'subnets': [{'id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:24.083115 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-73820e4d-32eb-49ec-9b20-fc6b6fde1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:24.086550 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-73820e4d-32eb-49ec-9b20-fc6b6fde1a39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544190 Apr 12 13:20:24.109592 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] Checking router: 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:20:24.119711 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] Routers {'9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:20:24.120551 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:20:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:24.236244 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-62502c8a-19f8-4b7d-a540-0927509f0967 service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427832 Apr 12 13:20:24.243103 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] Set router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:20:24.420691 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11249ea3-507f-403e-a0de-92ba25a00f87 req-da56b6ad-7e15-4d77-b689-bff7037262ea service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768379 Apr 12 13:20:24.599903 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '688b1627-ccdf-4877-adab-ed9a983d21b6', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'port_id': '7432af62-bac2-4897-bf49-2491d097d1da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'mac_address': 'fa:16:3e:86:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e8768f-4059-434c-8692-4f8533564914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:20:22Z', 'updated_at': '2022-04-12T13:20:22Z', 'revision_number': 0, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67', 'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'mac_address': 'fa:16:3e:8a:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:44Z', 'revision_number': 5, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'subnets': [{'id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:24.649825 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f8e26-148c-4e21-aee8-473659693b71 None None] The sync data for ids ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'] in dv-cinder-830096-4-iscsi is: [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '688b1627-ccdf-4877-adab-ed9a983d21b6', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'floating_ip_address': '172.27.3.123', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'port_id': '7432af62-bac2-4897-bf49-2491d097d1da', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'mac_address': 'fa:16:3e:86:96:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e8768f-4059-434c-8692-4f8533564914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:20:22Z', 'updated_at': '2022-04-12T13:20:22Z', 'revision_number': 0, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67', 'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'mac_address': 'fa:16:3e:8a:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:44Z', 'revision_number': 5, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'subnets': [{'id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:20:24.882286 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55f830-e559-42ea-b7da-cb65182dfdff None None] New status for floating IP 688b1627-ccdf-4877-adab-ed9a983d21b6: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:20:28.797866 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:34.822607 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4cd1dfea-38b0-4099-945f-009f9449e89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:37.107527 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-ef06b26e-3fee-4a5d-923f-c4fbe4471cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:38.718770 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59496) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:38.723628 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d257b6cc-ffca-478c-8711-c4534eeec7f6 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405601261', 'description': 'tempest-description--552491274'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:38.736740 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:38.746975 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d257b6cc-ffca-478c-8711-c4534eeec7f6 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:38.823541 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d257b6cc-ffca-478c-8711-c4534eeec7f6 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (643b918a-06bb-4d6a-a854-6602f87e093e), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:38.828496 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d257b6cc-ffca-478c-8711-c4534eeec7f6 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (643b918a-06bb-4d6a-a854-6602f87e093e), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:38.857737 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d257b6cc-ffca-478c-8711-c4534eeec7f6 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:38.859022 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d257b6cc-ffca-478c-8711-c4534eeec7f6 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1390762 Apr 12 13:20:38.862961 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59498) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:38.863955 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257b6cc-ffca-478c-8711-c4534eeec7f6 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643b918a-06bb-4d6a-a854-6602f87e093e,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:38.870505 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group_rule': {'security_group_id': '643b918a-06bb-4d6a-a854-6602f87e093e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:38.907390 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (37247a75-17ed-418c-bcca-5aa673202cc9), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:38.968684 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (37247a75-17ed-418c-bcca-5aa673202cc9), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:38.972579 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (37247a75-17ed-418c-bcca-5aa673202cc9), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:38.990604 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37247a75-17ed-418c-bcca-5aa673202cc9,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:38.999813 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.000167 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.000514 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.000854 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.001210 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.001551 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.001882 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.002210 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.002557 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.002881 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.003209 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.003589 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.004066 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.004260 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.004540 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:39.009936 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.011153 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-27ee0b36-77da-47ce-a528-db31f8bcb4a9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465948 Apr 12 13:20:39.014010 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59500) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:39.026156 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-b36e9972-21a3-429d-8aa1-95b970cfdd90 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group_rule': {'security_group_id': '643b918a-06bb-4d6a-a854-6602f87e093e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:39.055607 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b36e9972-21a3-429d-8aa1-95b970cfdd90 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (07df93d6-1ed0-4831-8449-e96817c7497a), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.120259 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b36e9972-21a3-429d-8aa1-95b970cfdd90 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (07df93d6-1ed0-4831-8449-e96817c7497a), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.124883 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b36e9972-21a3-429d-8aa1-95b970cfdd90 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (07df93d6-1ed0-4831-8449-e96817c7497a), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.144236 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e9972-21a3-429d-8aa1-95b970cfdd90 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07df93d6-1ed0-4831-8449-e96817c7497a,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:39.152632 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b36e9972-21a3-429d-8aa1-95b970cfdd90 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.153998 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b36e9972-21a3-429d-8aa1-95b970cfdd90 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353598 Apr 12 13:20:39.158025 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59502) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:39.162687 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:39.186492 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.273760 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.388828 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Allocated IP 172.27.3.239 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:20:39.493548 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.528026 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.567219 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:20:39.570124 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:20:39.573744 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:20:39.582277 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:39.680089 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (a8f62129-7ab0-42a8-9a3e-017b39f2dd4b), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.718812 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.878137 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.883088 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.951272 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:39.964428 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (a8f62129-7ab0-42a8-9a3e-017b39f2dd4b), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.980586 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:39.981915 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-71bb882d-e6a9-4638-ad1a-c8579db4b238 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8228779 Apr 12 13:20:40.201876 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-70b64e48-027b-4204-8e3a-6b7973237e10 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--405601261&fields=id&tenant_id=f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 267 time: 0.0578606 Apr 12 13:20:40.323582 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-1436b419-ed84-427e-b870-1cb6de706680 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:40.325287 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-1436b419-ed84-427e-b870-1cb6de706680 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 815 time: 0.1132848 Apr 12 13:20:40.341625 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-5f49e9f0-363c-4662-af26-b9cd9b25b2ad tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/quotas/f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 375 time: 0.0101881 Apr 12 13:20:40.420361 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-3e0ad41b-3d7e-49b6-a2d0-f7d4ebcb7860 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723636 Apr 12 13:20:40.543495 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-31d678b5-daa2-4e15-915a-bb2413380856 service neutron] 10.222.0.47 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090169 Apr 12 13:20:40.611474 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:40.674154 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-475996f9-a059-4f41-a72f-9d93d34ab9ae service neutron] 10.222.0.47 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242135 Apr 12 13:20:40.883387 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-12197662-1942-4cdc-8f02-47500c928c7b req-6e858cc9-2320-4bab-b79a-04e63dc7a231 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 210 time: 0.0461984 Apr 12 13:20:41.678101 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:42.065859 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a0e8f6ce-18bc-4d36-a81b-29cf4582e18a req-d654cf4a-93da-4f02-a44b-d08b09277887 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 210 time: 0.0599825 Apr 12 13:20:42.092629 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-6f891ff7-6af1-4414-9a62-7dae1fb8c722 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:42.095194 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-6f891ff7-6af1-4414-9a62-7dae1fb8c722 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 815 time: 0.2295508 Apr 12 13:20:42.236596 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-5c9e7a12-c43c-4b90-85db-1631a5399932 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 472 time: 0.0759158 Apr 12 13:20:42.246991 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'port': {'device_id': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'admin_state_up': True, 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'security_groups': ['643b918a-06bb-4d6a-a854-6602f87e093e']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:42.377802 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Made reservation on behalf of f7e1b203c9c9478f863d115e7188d9a1 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:20:42.381697 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:42.565923 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Allocated IP 172.20.0.9 (6081ec14-2d25-40c5-a801-e052bfcd242a/8ed911cc-c1c3-4fc5-8484-f271b8362f08/6551d48a-bfb5-404a-8c99-7192b753cf58) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:20:42.735030 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:42.773446 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:42.823982 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Network 6081ec14-2d25-40c5-a801-e052bfcd242a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:20:42.827231 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:20:42.831398 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:20:42.862298 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=6551d48a-bfb5-404a-8c99-7192b753cf58,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:42.901607 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:42.902653 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:42.925684 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-03e926ad-233b-4846-a814-a706285497d2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6831143 Apr 12 13:20:42.940728 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Request body: {'port': {'device_id': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:43.030763 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.141402 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-c68ac595-7dc7-494b-82d4-a4e44a260843 None None] Provisioning complete for port 6551d48a-bfb5-404a-8c99-7192b753cf58 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:20:43.142227 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c68ac595-7dc7-494b-82d4-a4e44a260843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.184401 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-c68ac595-7dc7-494b-82d4-a4e44a260843 None None] Port 6551d48a-bfb5-404a-8c99-7192b753cf58 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:20:43.258693 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5eebb-6106-46c6-8667-463c9162f9af req-6748224b-5d9e-47eb-a3d3-be923d7b6d13 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:43.260279 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7ff5eebb-6106-46c6-8667-463c9162f9af req-6748224b-5d9e-47eb-a3d3-be923d7b6d13 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 931 time: 0.0874968 Apr 12 13:20:43.359271 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7ff5eebb-6106-46c6-8667-463c9162f9af req-8eafc75a-83a0-4891-82b5-415d02d470aa tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=643b918a-06bb-4d6a-a854-6602f87e093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924664 Apr 12 13:20:43.419870 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6551d48a-bfb5-404a-8c99-7192b753cf58 {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:20:43.427475 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Publish callbacks [] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.441300 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Transition to ACTIVE for port object 6551d48a-bfb5-404a-8c99-7192b753cf58 will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:20:43.445163 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.497966 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6551d48a-bfb5-404a-8c99-7192b753cf58,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:43.583571 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Attempting to bind port 6551d48a-bfb5-404a-8c99-7192b753cf58 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:20:43.583907 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Attempting to bind port 6551d48a-bfb5-404a-8c99-7192b753cf58 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:20:43.584232 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Attempting to bind port 6551d48a-bfb5-404a-8c99-7192b753cf58 on network 6081ec14-2d25-40c5-a801-e052bfcd242a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:20:43.589590 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Port 6551d48a-bfb5-404a-8c99-7192b753cf58 on network 6081ec14-2d25-40c5-a801-e052bfcd242a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:20:43.589910 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Attempting to bind port 6551d48a-bfb5-404a-8c99-7192b753cf58 on network 6081ec14-2d25-40c5-a801-e052bfcd242a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:20:43.596540 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:20:43.596879 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Checking segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:20:43.597290 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Bound using segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:20:43.597719 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Bound port: 6551d48a-bfb5-404a-8c99-7192b753cf58, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:20:43.598081 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.682517 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] For port 6551d48a-bfb5-404a-8c99-7192b753cf58, host hv-cinder-83009, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:20:43.685866 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] For port 6551d48a-bfb5-404a-8c99-7192b753cf58, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6551d48a-bfb5-404a-8c99-7192b753cf58,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:20:43.692506 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.734176 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:43.734878 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:43.736343 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/6551d48a-bfb5-404a-8c99-7192b753cf58 HTTP/1.1" status: 200 len: 1093 time: 0.8028455 Apr 12 13:20:43.736805 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'tag': '6551d48a-bfb5-404a-8c99-7192b753cf58'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:43.739136 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a6084c-3baa-4118-9dec-fa941ff0354f" -d '{"events": [{"name": "network-changed", "server_uuid": "23b09452-4fff-4b1a-910c-642bdf7e8b76", "tag": "6551d48a-bfb5-404a-8c99-7192b753cf58"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:43.766293 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce056a57-15b9-4571-aec4-a3a77dfd01d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6551d48a-bfb5-404a-8c99-7192b753cf58,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:43.817570 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee2c1b1-4617-41ae-922a-d0e28d16e9d2 x-openstack-request-id: req-7ee2c1b1-4617-41ae-922a-d0e28d16e9d2 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:43.818076 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b09452-4fff-4b1a-910c-642bdf7e8b76", "tag": "6551d48a-bfb5-404a-8c99-7192b753cf58", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:43.818076 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ee2c1b1-4617-41ae-922a-d0e28d16e9d2 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:43.818689 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee2c1b1-4617-41ae-922a-d0e28d16e9d2'] response: {'name': 'network-changed', 'server_uuid': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'tag': '6551d48a-bfb5-404a-8c99-7192b753cf58', 'status': 'completed', 'code': 200} Apr 12 13:20:43.831107 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-5de03d25-05af-46e0-8f2d-95cf9fe2e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:43.832952 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-5de03d25-05af-46e0-8f2d-95cf9fe2e2d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 1127 time: 0.0488656 Apr 12 13:20:43.878216 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-b8c1ecad-4bf5-48ba-8c73-9d4259ece8e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6551d48a-bfb5-404a-8c99-7192b753cf58 HTTP/1.1" status: 200 len: 217 time: 0.0376720 Apr 12 13:20:43.939787 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-a70c9b76-6cc7-498d-9027-e07c28cedb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:43.941375 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-a70c9b76-6cc7-498d-9027-e07c28cedb0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0550950 Apr 12 13:20:43.991107 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-964e03c1-12de-435c-98f3-2709b83b9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:43.992684 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-964e03c1-12de-435c-98f3-2709b83b9168 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441804 Apr 12 13:20:44.092933 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-a9e7ecc0-5bea-41d4-b333-529c4a214fca service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922954 Apr 12 13:20:44.195793 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-aaf70726-55d5-4da7-9d05-f96fa71755aa req-4ad96075-fae0-47b6-8c45-18e6df5d96b8 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933957 Apr 12 13:20:44.510836 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5973d6f-f93b-4d61-a57a-080ff65b0856 req-4fbef027-7fd4-4fdf-be14-20d283a2404d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:44.513428 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b5973d6f-f93b-4d61-a57a-080ff65b0856 req-4fbef027-7fd4-4fdf-be14-20d283a2404d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 943 time: 0.0806324 Apr 12 13:20:44.565491 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b5973d6f-f93b-4d61-a57a-080ff65b0856 req-e909c055-1b60-44ea-adb7-f03bcb953e94 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=643b918a-06bb-4d6a-a854-6602f87e093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463648 Apr 12 13:20:44.982195 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809ee8-1715-44a8-b64c-93bc460b0930 req-57a82fec-6775-4fe8-aec1-6b4fce18eccf tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:44.983984 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1b809ee8-1715-44a8-b64c-93bc460b0930 req-57a82fec-6775-4fe8-aec1-6b4fce18eccf tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 946 time: 0.0611289 Apr 12 13:20:45.100818 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-1030907d-8ee8-4886-837c-4f584db226ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.103484 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-1030907d-8ee8-4886-837c-4f584db226ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 1127 time: 0.0981729 Apr 12 13:20:45.122068 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1b809ee8-1715-44a8-b64c-93bc460b0930 req-474fc4f1-faaf-4c0c-bcac-a677266c37ea tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311610 Apr 12 13:20:45.704880 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce833a31-1129-41cd-96ad-f7aaf2f9a45f req-dcbd7c75-3d94-4962-873a-5af6e5d98111 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:45.706567 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ce833a31-1129-41cd-96ad-f7aaf2f9a45f req-dcbd7c75-3d94-4962-873a-5af6e5d98111 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 943 time: 0.0521495 Apr 12 13:20:45.758404 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ce833a31-1129-41cd-96ad-f7aaf2f9a45f req-056e04af-efe5-435e-acba-d02dbe48ebb8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=643b918a-06bb-4d6a-a854-6602f87e093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452633 Apr 12 13:20:45.903644 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 6551d48a-bfb5-404a-8c99-7192b753cf58 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:20:46.013108 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 6551d48a-bfb5-404a-8c99-7192b753cf58, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6551d48a-bfb5-404a-8c99-7192b753cf58,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:46.026582 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '6551d48a-bfb5-404a-8c99-7192b753cf58', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'port_id': '6551d48a-bfb5-404a-8c99-7192b753cf58', 'mac_address': 'fa:16:3e:da:dc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:20:46.075062 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 6551d48a-bfb5-404a-8c99-7192b753cf58 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:20:46.075418 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:46.090751 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6551d48a-bfb5-404a-8c99-7192b753cf58 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:20:46.113247 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 6551d48a-bfb5-404a-8c99-7192b753cf58, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6551d48a-bfb5-404a-8c99-7192b753cf58,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:46.118948 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:46.174211 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=6551d48a-bfb5-404a-8c99-7192b753cf58,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:46.182755 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.183220 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.183603 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.183799 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.184070 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.184399 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.185645 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.185645 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.185645 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.185645 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.186236 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.186407 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.186595 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.186942 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.187936 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:20:46.332283 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c684196-a3a6-4f07-a39f-09e38fc1821e req-565f7c8c-cb80-4b85-b56b-5dc5e7ec63fb tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:46.335521 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7c684196-a3a6-4f07-a39f-09e38fc1821e req-565f7c8c-cb80-4b85-b56b-5dc5e7ec63fb tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 946 time: 0.1019001 Apr 12 13:20:46.381645 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-dbad9c5b-45c8-4422-be58-b42b24f6da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:46.384162 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-dbad9c5b-45c8-4422-be58-b42b24f6da8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 915 time: 0.2482948 Apr 12 13:20:46.384679 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['6551d48a-bfb5-404a-8c99-7192b753cf58'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:20:46.478490 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-e9c5497e-5f83-46d0-8288-39ecadd1f9b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6551d48a-bfb5-404a-8c99-7192b753cf58 HTTP/1.1" status: 200 len: 217 time: 0.0866854 Apr 12 13:20:46.508140 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7c684196-a3a6-4f07-a39f-09e38fc1821e req-13822175-b068-4db6-ba51-1b9aaea4bf16 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641822 Apr 12 13:20:46.599894 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-6472153f-93d6-4d97-872a-ff0131939afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:46.601438 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-6472153f-93d6-4d97-872a-ff0131939afa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0526752 Apr 12 13:20:46.652556 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-c47bae8e-3145-4873-b682-17534a94c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:46.654171 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-c47bae8e-3145-4873-b682-17534a94c955 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434918 Apr 12 13:20:46.682043 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-1b52804c-d950-461a-a967-b2f77a7f93b3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:46.683628 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-1b52804c-d950-461a-a967-b2f77a7f93b3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 946 time: 0.0570223 Apr 12 13:20:46.767370 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-f39fe988-9864-4cf8-ac6c-d665f2a39e11 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050768 Apr 12 13:20:46.788106 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Deleting port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:20:46.788565 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:46.906726 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-09a6084c-3baa-4118-9dec-fa941ff0354f req-7e08e1b5-ba88-427e-b4c5-bb57cc8768ed service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332946 Apr 12 13:20:46.914522 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] For port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:46.916424 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:46.916528 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a6489-2da8-4510-89db-820d4e162d06 req-2102876d-5787-4ea5-8464-27db871f8e7b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:46.918009 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b75a6489-2da8-4510-89db-820d4e162d06 req-2102876d-5787-4ea5-8464-27db871f8e7b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 944 time: 0.0706298 Apr 12 13:20:46.971951 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b75a6489-2da8-4510-89db-820d4e162d06 req-05b0133d-c9c9-4e6d-b3d7-5c8206b7a1cc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=643b918a-06bb-4d6a-a854-6602f87e093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468204 Apr 12 13:20:47.129024 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:47.129409 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (03632d04-f4bf-458c-a948-508d19597e21), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:47.129718 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Floating IP 03632d04-f4bf-458c-a948-508d19597e21 disassociated. External IP: 172.27.3.137, port: 1695129e-3d2f-4304-8c11-ae0cee2f3d8a. Apr 12 13:20:47.130057 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Calling delete_port for 1695129e-3d2f-4304-8c11-ae0cee2f3d8a owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:20:47.299859 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (1695129e-3d2f-4304-8c11-ae0cee2f3d8a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:47.346948 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event deleted for resources: {'Port': ['ID=1695129e-3d2f-4304-8c11-ae0cee2f3d8a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:47.633648 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-352ef670-d283-438d-83a3-d6ce6cc4b7eb req-fee9c966-8c5a-49ae-885c-59cb49f59206 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 210 time: 0.0349138 Apr 12 13:20:47.764410 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Router 1078ad39-ea6f-4639-b539-891e9d7df5af has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:20:47.891682 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:20:47.902342 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] Sync routers for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:20:47.913967 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:20:47.914873 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:20:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:47.927299 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 6551d48a-bfb5-404a-8c99-7192b753cf58 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:20:47.939964 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] No DVR routers for this DVR port 1695129e-3d2f-4304-8c11-ae0cee2f3d8a on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:20:47.942940 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:47.947609 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-3512adf4-bdfc-4a16-ab56-6ba5e8af1b34 req-dc983d8e-955f-4800-81ec-dbe7be885992 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "DELETE /v2.0/ports/1695129e-3d2f-4304-8c11-ae0cee2f3d8a HTTP/1.1" status: 204 len: 173 time: 1.2584412 Apr 12 13:20:47.948110 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'name': 'network-vif-deleted', 'tag': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:47.951381 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefaeec8-48f8-43a5-9c4f-73040dc00218" -d '{"events": [{"server_uuid": "d75d923c-38a8-44f1-a485-9006c7cc55a9", "name": "network-vif-deleted", "tag": "1695129e-3d2f-4304-8c11-ae0cee2f3d8a"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:47.996109 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 6551d48a-bfb5-404a-8c99-7192b753cf58 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:20:48.005737 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 6551d48a-bfb5-404a-8c99-7192b753cf58 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:20:48.006237 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:48.114873 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:20:48.158287 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d405e-8643-4912-99a0-2e7beb23b6c3 req-99f1a028-65cf-4309-96b3-d51528851eb8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:48.159840 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1b9d405e-8643-4912-99a0-2e7beb23b6c3 req-99f1a028-65cf-4309-96b3-d51528851eb8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 944 time: 0.0572629 Apr 12 13:20:48.175868 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f4efc4-7550-40dd-99ff-10eb32a0d706 x-openstack-request-id: req-03f4efc4-7550-40dd-99ff-10eb32a0d706 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:48.176421 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d75d923c-38a8-44f1-a485-9006c7cc55a9", "name": "network-vif-deleted", "tag": "1695129e-3d2f-4304-8c11-ae0cee2f3d8a", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:48.176839 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-03f4efc4-7550-40dd-99ff-10eb32a0d706 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:48.177545 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f4efc4-7550-40dd-99ff-10eb32a0d706'] response: {'server_uuid': 'd75d923c-38a8-44f1-a485-9006c7cc55a9', 'name': 'network-vif-deleted', 'tag': '1695129e-3d2f-4304-8c11-ae0cee2f3d8a', 'status': 'completed', 'code': 200} Apr 12 13:20:48.234041 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1b9d405e-8643-4912-99a0-2e7beb23b6c3 req-2bfdd9bc-445a-4255-a9b0-f05176c7585a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=643b918a-06bb-4d6a-a854-6602f87e093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676210 Apr 12 13:20:48.322579 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 6551d48a-bfb5-404a-8c99-7192b753cf58 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:20:48.323281 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:48.350624 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6551d48a-bfb5-404a-8c99-7192b753cf58'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:48.354534 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42740e1-b73e-41bb-8c81-c35b51ba224e" -d '{"events": [{"server_uuid": "23b09452-4fff-4b1a-910c-642bdf7e8b76", "name": "network-vif-plugged", "status": "completed", "tag": "6551d48a-bfb5-404a-8c99-7192b753cf58"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:48.380137 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 6551d48a-bfb5-404a-8c99-7192b753cf58, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6551d48a-bfb5-404a-8c99-7192b753cf58,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:20:48.386667 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:48.387737 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 1695129e-3d2f-4304-8c11-ae0cee2f3d8a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:20:48.420779 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384f5f08-b7b1-47af-83f4-701e2c2b23ef x-openstack-request-id: req-384f5f08-b7b1-47af-83f4-701e2c2b23ef {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:48.421301 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b09452-4fff-4b1a-910c-642bdf7e8b76", "name": "network-vif-plugged", "status": "completed", "tag": "6551d48a-bfb5-404a-8c99-7192b753cf58", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:48.421605 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-384f5f08-b7b1-47af-83f4-701e2c2b23ef {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:48.422377 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384f5f08-b7b1-47af-83f4-701e2c2b23ef'] response: {'server_uuid': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6551d48a-bfb5-404a-8c99-7192b753cf58', 'code': 200} Apr 12 13:20:48.425802 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 1695129e-3d2f-4304-8c11-ae0cee2f3d8a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:20:48.426338 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 1695129e-3d2f-4304-8c11-ae0cee2f3d8a not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:20:48.442227 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:48.474998 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] Checking router: 1078ad39-ea6f-4639-b539-891e9d7df5af for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:20:48.485585 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:20:48.486245 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:20:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:48.497112 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=6551d48a-bfb5-404a-8c99-7192b753cf58,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:48.606872 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:20:48.800882 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7890f67c-4f54-4d4e-a220-905cd1e1764d req-45247046-20a0-4192-8eb2-88b6daa0cd1c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=d75d923c-38a8-44f1-a485-9006c7cc55a9 HTTP/1.1" status: 200 len: 210 time: 0.0569677 Apr 12 13:20:48.837003 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:48.867247 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7155538-47b7-4677-a82d-6a7db11057f2 None None] The sync data for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi is: [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:20:48.874529 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980fed-382d-41a6-bef0-695746cfe70e req-8f87a139-3362-41ad-96b7-8960bf54f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:48.876282 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0d980fed-382d-41a6-bef0-695746cfe70e req-8f87a139-3362-41ad-96b7-8960bf54f53d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 1129 time: 0.0442729 Apr 12 13:20:48.946897 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-0d980fed-382d-41a6-bef0-695746cfe70e req-a375684c-33bc-416d-9c5a-5db2a6f9f39b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=643b918a-06bb-4d6a-a854-6602f87e093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641227 Apr 12 13:20:49.120410 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2540e8e1-ca44-4a5b-8457-0a28bdcf5967 None None] New status for floating IP 03632d04-f4bf-458c-a948-508d19597e21: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:20:49.377838 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098c107-b078-4a25-bdf6-e4abc7e15e0d req-2e551891-251c-4169-801b-0f93085c8568 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:49.379522 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9098c107-b078-4a25-bdf6-e4abc7e15e0d req-2e551891-251c-4169-801b-0f93085c8568 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 945 time: 0.0520027 Apr 12 13:20:49.451883 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9098c107-b078-4a25-bdf6-e4abc7e15e0d req-d30b2d48-dafa-4965-97d4-3870b114c10c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=643b918a-06bb-4d6a-a854-6602f87e093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626066 Apr 12 13:20:50.143404 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-03c280e6-09b2-49d6-8755-984a210b3b38 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249288930&fields=id&tenant_id=20eb796f475e4b588ff0d23e33387680 HTTP/1.1" status: 200 len: 267 time: 0.0490930 Apr 12 13:20:50.263431 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-da641b25-1d71-4337-822f-9d787b8c6d46 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:50.265125 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-da641b25-1d71-4337-822f-9d787b8c6d46 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 812 time: 0.1148098 Apr 12 13:20:50.280606 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-9b15269d-7ce3-40b6-b164-960308503d3f tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/quotas/20eb796f475e4b588ff0d23e33387680 HTTP/1.1" status: 200 len: 375 time: 0.0095925 Apr 12 13:20:50.333304 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-959b66bc-7af0-49d4-a7cb-3abf2dbbd580 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465155 Apr 12 13:20:50.445523 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-d4055fea-a9e7-43af-abb8-a9b5e91a5d13 service neutron] 10.222.0.47 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931349 Apr 12 13:20:50.571672 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-8ea6f0c5-b07d-42b6-8806-6587a0a38f07 service neutron] 10.222.0.47 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202352 Apr 12 13:20:50.586418 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd9918-07b5-4db8-b9b0-3d435327bc98 req-4d9df560-270a-4264-9678-336334bfb408 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:50.588114 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4afd9918-07b5-4db8-b9b0-3d435327bc98 req-4d9df560-270a-4264-9678-336334bfb408 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 945 time: 0.0647995 Apr 12 13:20:50.659404 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4afd9918-07b5-4db8-b9b0-3d435327bc98 req-47a7bc34-bdad-48b7-96db-b81aa94a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=643b918a-06bb-4d6a-a854-6602f87e093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631101 Apr 12 13:20:50.803187 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3feec-0087-445e-ae94-d9ba1bb954c2 req-3f4a8a39-15b1-4eb0-9a4b-779f37bdde90 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:50.805108 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-49d3feec-0087-445e-ae94-d9ba1bb954c2 req-3f4a8a39-15b1-4eb0-9a4b-779f37bdde90 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 945 time: 0.0726120 Apr 12 13:20:50.814586 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59580) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:20:50.819972 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-dedbc7be-626e-4b6e-9baa-854b65d960fc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'floatingip': {'port_id': '6551d48a-bfb5-404a-8c99-7192b753cf58'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:50.868215 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dedbc7be-626e-4b6e-9baa-854b65d960fc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (a8f62129-7ab0-42a8-9a3e-017b39f2dd4b), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:50.952705 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3c066479-3ead-4843-809f-ece544a1bc00 req-260efb6c-ec44-43c9-8fda-fca0c3236b0e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 210 time: 0.0519419 Apr 12 13:20:51.383850 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dedbc7be-626e-4b6e-9baa-854b65d960fc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:51.388688 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dedbc7be-626e-4b6e-9baa-854b65d960fc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (a8f62129-7ab0-42a8-9a3e-017b39f2dd4b), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:51.807392 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-dedbc7be-626e-4b6e-9baa-854b65d960fc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Floating IP a8f62129-7ab0-42a8-9a3e-017b39f2dd4b associated. External IP: 172.27.3.239, port: 6551d48a-bfb5-404a-8c99-7192b753cf58. Apr 12 13:20:51.931099 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-20e8946a-faf8-4f15-998b-a0e6030271ea tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:51.932718 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-20e8946a-faf8-4f15-998b-a0e6030271ea tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 812 time: 0.1251729 Apr 12 13:20:52.006180 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-3572c468-2aad-4534-ba74-3eb8f24de695 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20eb796f475e4b588ff0d23e33387680 HTTP/1.1" status: 200 len: 380 time: 0.0651720 Apr 12 13:20:52.068847 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-b5b3f72c-b34b-4884-bea7-90563d5f8cd7 req-4c22b0de-059d-4e6e-8867-053094865433 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 210 time: 0.0414495 Apr 12 13:20:52.081771 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedbc7be-626e-4b6e-9baa-854b65d960fc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:20:52.131281 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'port': {'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'admin_state_up': True, 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'security_groups': ['3aa12078-5419-4fe5-8719-e811a95be20f']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:52.214578 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedbc7be-626e-4b6e-9baa-854b65d960fc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:20:52.219958 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dedbc7be-626e-4b6e-9baa-854b65d960fc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:52.232272 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:20:52.247993 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:20:52.248616 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:20:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:52.257804 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-dedbc7be-626e-4b6e-9baa-854b65d960fc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "PUT /v2.0/floatingips/a8f62129-7ab0-42a8-9a3e-017b39f2dd4b HTTP/1.1" status: 200 len: 991 time: 1.4417710 Apr 12 13:20:52.258478 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'tag': '6551d48a-bfb5-404a-8c99-7192b753cf58'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:52.262587 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Made reservation on behalf of 20eb796f475e4b588ff0d23e33387680 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:20:52.262781 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d88c19-3b74-400d-a6f6-07e93a6d578a" -d '{"events": [{"name": "network-changed", "server_uuid": "23b09452-4fff-4b1a-910c-642bdf7e8b76", "tag": "6551d48a-bfb5-404a-8c99-7192b753cf58"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:52.267050 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:52.312288 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e5d06f-ad20-4724-bfc7-9260897d9e41 x-openstack-request-id: req-98e5d06f-ad20-4724-bfc7-9260897d9e41 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:52.312865 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23b09452-4fff-4b1a-910c-642bdf7e8b76", "tag": "6551d48a-bfb5-404a-8c99-7192b753cf58", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:52.313419 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98e5d06f-ad20-4724-bfc7-9260897d9e41 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:52.314197 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e5d06f-ad20-4724-bfc7-9260897d9e41'] response: {'name': 'network-changed', 'server_uuid': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'tag': '6551d48a-bfb5-404a-8c99-7192b753cf58', 'status': 'completed', 'code': 200} Apr 12 13:20:52.398792 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:20:52.411697 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-328368b8-8474-495f-b213-9ce910715b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:52.415134 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-328368b8-8474-495f-b213-9ce910715b27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 1129 time: 0.0754566 Apr 12 13:20:52.435750 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Allocated IP 172.20.0.14 (88410ab7-5384-464f-bd1e-6730e2b97d6d/f5036a80-cf92-4a4c-838a-96f4bd716c70/61145e28-fc77-42cb-a984-67b449de1b47) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:20:52.585609 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-c35dff3e-37d3-4935-9d8f-dd9ea278f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:52.588168 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-c35dff3e-37d3-4935-9d8f-dd9ea278f095 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 915 time: 0.1653283 Apr 12 13:20:52.677403 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for port (61145e28-fc77-42cb-a984-67b449de1b47), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:52.678947 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-4c4dab3a-5a28-473f-9130-caee236535d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6551d48a-bfb5-404a-8c99-7192b753cf58 HTTP/1.1" status: 200 len: 999 time: 0.0843992 Apr 12 13:20:52.717100 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '8024f791-a54c-4e36-b4a8-79a4b7b15287', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:5a:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:54Z', 'revision_number': 2, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}, {'id': 'a8f62129-7ab0-42a8-9a3e-017b39f2dd4b', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '6551d48a-bfb5-404a-8c99-7192b753cf58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:da:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:20:39Z', 'updated_at': '2022-04-12T13:20:51Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:52.717904 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (61145e28-fc77-42cb-a984-67b449de1b47), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:52.740889 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-4a87bc38-f227-4aad-bc4e-8f6cf413e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:52.741280 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-4a87bc38-f227-4aad-bc4e-8f6cf413e90b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0554488 Apr 12 13:20:52.757148 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:20:52.769703 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:20:52.770512 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:20:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:52.781265 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:20:52.784746 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:20:52.792549 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:20:52.797065 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'Port': ['ID=61145e28-fc77-42cb-a984-67b449de1b47,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:52.808731 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-e8535a1e-74e7-467b-974b-110c0ce9054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:52.811528 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-e8535a1e-74e7-467b-974b-110c0ce9054c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627496 Apr 12 13:20:52.870601 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:52.871295 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:52.912583 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-e353ce3c-b72e-43b3-8d47-5a7314ac9899 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7849870 Apr 12 13:20:52.928623 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Request body: {'port': {'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:20:52.946149 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-63942864-b750-4d28-8009-e85003355fc1 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277838 Apr 12 13:20:52.999492 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (61145e28-fc77-42cb-a984-67b449de1b47), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:53.072618 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-39d88c19-3b74-400d-a6f6-07e93a6d578a req-fef99ce5-bb8b-420c-b491-ca1bca017d17 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191866 Apr 12 13:20:53.100006 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:20:53.130418 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-f0e3b672-efad-4fab-ba0c-2507376f935a None None] Provisioning complete for port 61145e28-fc77-42cb-a984-67b449de1b47 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:20:53.131041 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f0e3b672-efad-4fab-ba0c-2507376f935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (61145e28-fc77-42cb-a984-67b449de1b47), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:53.194623 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-f0e3b672-efad-4fab-ba0c-2507376f935a None None] Port 61145e28-fc77-42cb-a984-67b449de1b47 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:20:53.210345 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7f9dc-9a20-42cd-8da8-32add456ee1a req-b5cd9ea2-b2e8-4d18-b84d-4e026af67112 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:53.210807 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3ac7f9dc-9a20-42cd-8da8-32add456ee1a req-b5cd9ea2-b2e8-4d18-b84d-4e026af67112 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 932 time: 0.0525093 Apr 12 13:20:53.296390 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3ac7f9dc-9a20-42cd-8da8-32add456ee1a req-2a50cc6e-ef78-4157-becb-c10c9dabc6b4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783992 Apr 12 13:20:53.392763 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61145e28-fc77-42cb-a984-67b449de1b47 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:20:53.397071 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '8024f791-a54c-4e36-b4a8-79a4b7b15287', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:5a:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:54Z', 'revision_number': 2, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}, {'id': 'a8f62129-7ab0-42a8-9a3e-017b39f2dd4b', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '6551d48a-bfb5-404a-8c99-7192b753cf58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:da:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:20:39Z', 'updated_at': '2022-04-12T13:20:51Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:20:53.401768 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Publish callbacks [] for port (61145e28-fc77-42cb-a984-67b449de1b47), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:53.416478 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Transition to ACTIVE for port object 61145e28-fc77-42cb-a984-67b449de1b47 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:20:53.421239 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (61145e28-fc77-42cb-a984-67b449de1b47), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:53.435962 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1365445-7447-4851-95dc-bba8d13d66f8 None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '8024f791-a54c-4e36-b4a8-79a4b7b15287', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:5a:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:54Z', 'revision_number': 2, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}, {'id': 'a8f62129-7ab0-42a8-9a3e-017b39f2dd4b', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '6551d48a-bfb5-404a-8c99-7192b753cf58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:da:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:20:39Z', 'updated_at': '2022-04-12T13:20:51Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:20:53.479635 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Pushing event updated for resources: {'Port': ['ID=61145e28-fc77-42cb-a984-67b449de1b47,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:53.564043 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Attempting to bind port 61145e28-fc77-42cb-a984-67b449de1b47 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:20:53.564365 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Attempting to bind port 61145e28-fc77-42cb-a984-67b449de1b47 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:20:53.564691 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Attempting to bind port 61145e28-fc77-42cb-a984-67b449de1b47 on network 88410ab7-5384-464f-bd1e-6730e2b97d6d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:20:53.570358 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Port 61145e28-fc77-42cb-a984-67b449de1b47 on network 88410ab7-5384-464f-bd1e-6730e2b97d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:20:53.570678 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Attempting to bind port 61145e28-fc77-42cb-a984-67b449de1b47 on network 88410ab7-5384-464f-bd1e-6730e2b97d6d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:20:53.576811 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:20:53.577286 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Checking segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:20:53.577633 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Bound using segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:20:53.578092 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Bound port: 61145e28-fc77-42cb-a984-67b449de1b47, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:20:53.578453 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (61145e28-fc77-42cb-a984-67b449de1b47), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:53.665407 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] For port 61145e28-fc77-42cb-a984-67b449de1b47, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:20:53.671293 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] For port 61145e28-fc77-42cb-a984-67b449de1b47, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=61145e28-fc77-42cb-a984-67b449de1b47,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:20:53.678260 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (61145e28-fc77-42cb-a984-67b449de1b47), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:53.702284 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9fb7cb-e4a2-4907-865c-ed8bb6d0e085 None None] New status for floating IP a8f62129-7ab0-42a8-9a3e-017b39f2dd4b: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:20:53.716919 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:53.717583 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:53.718984 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] 10.222.0.26 "PUT /v2.0/ports/61145e28-fc77-42cb-a984-67b449de1b47 HTTP/1.1" status: 200 len: 1094 time: 0.7950239 Apr 12 13:20:53.719437 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf961586-825d-4700-af27-12b53a879758', 'tag': '61145e28-fc77-42cb-a984-67b449de1b47'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:20:53.721742 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74be1f37-6938-44f7-af11-5fd666bc3117" -d '{"events": [{"name": "network-changed", "server_uuid": "bf961586-825d-4700-af27-12b53a879758", "tag": "61145e28-fc77-42cb-a984-67b449de1b47"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:20:53.760022 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9a8bf-af0b-49f5-9112-ab430c73ef3a service neutron] Pushing event updated for resources: {'Port': ['ID=61145e28-fc77-42cb-a984-67b449de1b47,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:20:53.794670 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfcdf97-a67e-4151-b1c0-60f0dda8f812 x-openstack-request-id: req-1bfcdf97-a67e-4151-b1c0-60f0dda8f812 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:20:53.795143 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf961586-825d-4700-af27-12b53a879758", "tag": "61145e28-fc77-42cb-a984-67b449de1b47", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:20:53.796523 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1bfcdf97-a67e-4151-b1c0-60f0dda8f812 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:20:53.796523 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfcdf97-a67e-4151-b1c0-60f0dda8f812'] response: {'name': 'network-changed', 'server_uuid': 'bf961586-825d-4700-af27-12b53a879758', 'tag': '61145e28-fc77-42cb-a984-67b449de1b47', 'status': 'completed', 'code': 200} Apr 12 13:20:53.874171 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-a56fa91a-891c-47a8-9ea2-8257c0db50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:53.875800 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-a56fa91a-891c-47a8-9ea2-8257c0db50e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 1128 time: 0.0784156 Apr 12 13:20:53.945073 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-8f90cd37-c3fd-4644-ad6c-f9e3178a916e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61145e28-fc77-42cb-a984-67b449de1b47 HTTP/1.1" status: 200 len: 217 time: 0.0599766 Apr 12 13:20:54.010376 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-1f439ce2-285b-4f07-9e73-da512172524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:54.011776 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-1f439ce2-285b-4f07-9e73-da512172524b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0609939 Apr 12 13:20:54.063313 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-49529f73-a224-4b3f-ba53-924031462c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:54.064840 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-49529f73-a224-4b3f-ba53-924031462c28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462599 Apr 12 13:20:54.175040 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-bbe91aac-631b-4889-8906-9259748acef2 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016500 Apr 12 13:20:54.318681 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-8a224882-69c6-48de-8aa9-4681ff4fad9c req-d95ee077-ef57-4aaa-b3a0-33c37d3f86c5 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359956 Apr 12 13:20:54.459979 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f9ca7-f0cb-4603-9c9c-200807d4979a req-a5ffd6c3-2120-4ffc-a6f1-dc4206302e79 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:54.461733 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-781f9ca7-f0cb-4603-9c9c-200807d4979a req-a5ffd6c3-2120-4ffc-a6f1-dc4206302e79 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 944 time: 0.0545890 Apr 12 13:20:54.518579 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-781f9ca7-f0cb-4603-9c9c-200807d4979a req-6b5bbb9b-4c9c-4b23-9b3a-f91db35ec7b4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508888 Apr 12 13:20:54.586558 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-4bd4bb4a-a501-42a2-8664-6bd7d560d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:54.588011 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-4bd4bb4a-a501-42a2-8664-6bd7d560d133 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 1128 time: 0.0427639 Apr 12 13:20:54.689988 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-143e249a-357c-4b1e-9208-e900ce168468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:54.691503 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-143e249a-357c-4b1e-9208-e900ce168468 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 912 time: 0.0953298 Apr 12 13:20:54.735308 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-599d6b5d-7ee0-4415-ae42-a76ca0bdf7b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61145e28-fc77-42cb-a984-67b449de1b47 HTTP/1.1" status: 200 len: 217 time: 0.0353384 Apr 12 13:20:54.789030 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-f0fb2cc8-d991-4074-b8d3-efaf36518832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:54.790565 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-f0fb2cc8-d991-4074-b8d3-efaf36518832 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0499830 Apr 12 13:20:54.836052 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-92db16fc-d017-48c5-b4b3-4b675b485136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:54.837890 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-92db16fc-d017-48c5-b4b3-4b675b485136 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409822 Apr 12 13:20:54.933929 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-421f32fc-d8a9-4e80-ae50-6a78a7a463b3 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894537 Apr 12 13:20:55.026379 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-74be1f37-6938-44f7-af11-5fd666bc3117 req-73820a08-7992-45f1-b5a9-f11651613b17 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866394 Apr 12 13:20:55.240591 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:20:55.640591 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d99151-c8d5-457e-985a-b1cfcb72772f req-44bf82d6-2c73-4412-be9a-a0ee3ba9f5ae tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:55.642174 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-42d99151-c8d5-457e-985a-b1cfcb72772f req-44bf82d6-2c73-4412-be9a-a0ee3ba9f5ae tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 944 time: 0.0507600 Apr 12 13:20:55.693456 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-42d99151-c8d5-457e-985a-b1cfcb72772f req-3604f547-53a1-47ad-a9ee-0b928a529b3d tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455830 Apr 12 13:20:56.818645 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303902e-316c-4ab5-8642-a25b9ee829fe req-0d639cd0-e317-4f20-8349-4bd37e07f879 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:56.820818 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a303902e-316c-4ab5-8642-a25b9ee829fe req-0d639cd0-e317-4f20-8349-4bd37e07f879 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 944 time: 0.0527167 Apr 12 13:20:56.887302 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a303902e-316c-4ab5-8642-a25b9ee829fe req-a7b966f2-699e-48d5-bf81-253873ba7f76 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560572 Apr 12 13:20:58.010513 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3b859-1e36-4ab4-8aa2-9343682f1d58 req-c546eda3-193b-4bdb-a645-4083252c75b8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:58.012048 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-28b3b859-1e36-4ab4-8aa2-9343682f1d58 req-c546eda3-193b-4bdb-a645-4083252c75b8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 944 time: 0.0514770 Apr 12 13:20:58.066592 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-28b3b859-1e36-4ab4-8aa2-9343682f1d58 req-d8be8dbc-5218-4288-a08e-372a02f9d895 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486872 Apr 12 13:20:58.792398 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:20:59.214570 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276c61-e9f6-48c0-b131-60769102d204 req-a9845902-63c6-4dcd-aa29-cf02bd7e886b tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:20:59.216094 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8e276c61-e9f6-48c0-b131-60769102d204 req-a9845902-63c6-4dcd-aa29-cf02bd7e886b tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 944 time: 0.0670714 Apr 12 13:20:59.265357 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8e276c61-e9f6-48c0-b131-60769102d204 req-eac0aecd-7fd4-4b7f-a876-71ea1e16c680 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 Apr 12 13:21:00.384928 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ba19e-7e67-44b5-a175-45e3a3029ba6 req-74c90b28-a8ac-45ad-99a4-11e9cf73ba5e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:00.386506 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-739ba19e-7e67-44b5-a175-45e3a3029ba6 req-74c90b28-a8ac-45ad-99a4-11e9cf73ba5e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 944 time: 0.0503457 Apr 12 13:21:00.440894 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-739ba19e-7e67-44b5-a175-45e3a3029ba6 req-042f6bf2-7928-40ac-a17c-dcc17f5d5820 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483930 Apr 12 13:21:01.558185 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5707f-3e97-42f4-9a88-ba9b9cef034b req-779f0265-ab88-4515-847f-cc639f78905b tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:01.559697 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e2f5707f-3e97-42f4-9a88-ba9b9cef034b req-779f0265-ab88-4515-847f-cc639f78905b tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 944 time: 0.0496681 Apr 12 13:21:01.610419 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e2f5707f-3e97-42f4-9a88-ba9b9cef034b req-4cc768ac-deae-4341-8355-5a1af9f9ed4a tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450735 Apr 12 13:21:02.006148 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 61145e28-fc77-42cb-a984-67b449de1b47 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:21:02.107663 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 61145e28-fc77-42cb-a984-67b449de1b47, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=61145e28-fc77-42cb-a984-67b449de1b47,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:02.120314 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '61145e28-fc77-42cb-a984-67b449de1b47', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'mac_address': 'fa:16:3e:35:49:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:21:02.160145 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 61145e28-fc77-42cb-a984-67b449de1b47 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:21:02.160517 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (61145e28-fc77-42cb-a984-67b449de1b47), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:02.174978 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61145e28-fc77-42cb-a984-67b449de1b47 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:21:02.195920 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 61145e28-fc77-42cb-a984-67b449de1b47, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=61145e28-fc77-42cb-a984-67b449de1b47,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:02.200996 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (61145e28-fc77-42cb-a984-67b449de1b47), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:02.250798 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=61145e28-fc77-42cb-a984-67b449de1b47,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:02.460611 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['61145e28-fc77-42cb-a984-67b449de1b47'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:21:02.726117 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bb233-a905-4c60-a580-03bcace240e0 req-dc9b7df4-e78a-478a-9c0e-54463955d26e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:02.727616 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-451bb233-a905-4c60-a580-03bcace240e0 req-dc9b7df4-e78a-478a-9c0e-54463955d26e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 945 time: 0.0481598 Apr 12 13:21:02.779923 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-451bb233-a905-4c60-a580-03bcace240e0 req-3f185325-20ea-418c-91e2-2c314bc2b423 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462570 Apr 12 13:21:03.899919 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f021a-0abb-46e6-92d0-f81c3c266a1c req-8e2b9267-d225-4322-835b-2b3ba63bc595 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:03.901430 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7a0f021a-0abb-46e6-92d0-f81c3c266a1c req-8e2b9267-d225-4322-835b-2b3ba63bc595 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 945 time: 0.0549610 Apr 12 13:21:03.954318 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7a0f021a-0abb-46e6-92d0-f81c3c266a1c req-8ef80860-6499-4cbf-924a-147ed2437f0c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459619 Apr 12 13:21:04.013621 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 61145e28-fc77-42cb-a984-67b449de1b47 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:21:04.064352 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 61145e28-fc77-42cb-a984-67b449de1b47 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:21:04.071319 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 61145e28-fc77-42cb-a984-67b449de1b47 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:21:04.071782 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (61145e28-fc77-42cb-a984-67b449de1b47), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:04.158691 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 61145e28-fc77-42cb-a984-67b449de1b47 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:21:04.159090 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (61145e28-fc77-42cb-a984-67b449de1b47), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:04.186253 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf961586-825d-4700-af27-12b53a879758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61145e28-fc77-42cb-a984-67b449de1b47'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:21:04.188597 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1efe029-dd0b-4b62-a7b6-da9c8ef16497" -d '{"events": [{"server_uuid": "bf961586-825d-4700-af27-12b53a879758", "name": "network-vif-plugged", "status": "completed", "tag": "61145e28-fc77-42cb-a984-67b449de1b47"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:21:04.203327 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 61145e28-fc77-42cb-a984-67b449de1b47, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=61145e28-fc77-42cb-a984-67b449de1b47,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:04.207497 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (61145e28-fc77-42cb-a984-67b449de1b47), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:04.243491 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1167394-f22f-48dd-875c-040cdb767889 x-openstack-request-id: req-a1167394-f22f-48dd-875c-040cdb767889 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:21:04.243787 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf961586-825d-4700-af27-12b53a879758", "name": "network-vif-plugged", "status": "completed", "tag": "61145e28-fc77-42cb-a984-67b449de1b47", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:21:04.244039 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a1167394-f22f-48dd-875c-040cdb767889 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:21:04.244470 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1167394-f22f-48dd-875c-040cdb767889'] response: {'server_uuid': 'bf961586-825d-4700-af27-12b53a879758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61145e28-fc77-42cb-a984-67b449de1b47', 'code': 200} Apr 12 13:21:04.274090 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=61145e28-fc77-42cb-a984-67b449de1b47,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:04.726917 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0924bd-76bc-49b4-883b-5c4524d16a4c req-3e6f8fa6-b83f-4a15-9a40-176f70d6dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:04.728892 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5d0924bd-76bc-49b4-883b-5c4524d16a4c req-3e6f8fa6-b83f-4a15-9a40-176f70d6dfc2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 1130 time: 0.0430603 Apr 12 13:21:04.791905 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-5d0924bd-76bc-49b4-883b-5c4524d16a4c req-021447a9-3dca-4daf-9a94-fad98c4b5819 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566444 Apr 12 13:21:04.836049 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c249c563-718d-4e83-aa76-708be2e4be24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:05.082318 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44bf14-5c37-4854-9262-cc43b88fef08 req-eeee1b11-62e1-4f9a-9480-a82358d39f56 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:05.083926 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a44bf14-5c37-4854-9262-cc43b88fef08 req-eeee1b11-62e1-4f9a-9480-a82358d39f56 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 946 time: 0.0544190 Apr 12 13:21:05.139373 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a44bf14-5c37-4854-9262-cc43b88fef08 req-b69c1103-b25e-48c4-bffb-99ed7b6a95a1 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485899 Apr 12 13:21:06.290080 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358f7dd-41b3-41d0-a12d-d789df86c4fd req-5a0fe71e-63c2-4771-97f5-4c25c9f3db2c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:06.292933 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c358f7dd-41b3-41d0-a12d-d789df86c4fd req-5a0fe71e-63c2-4771-97f5-4c25c9f3db2c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 946 time: 0.0734990 Apr 12 13:21:06.296662 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-fe214244-64b6-4f25-ab63-e4f2429478b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472155 Apr 12 13:21:06.359098 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c358f7dd-41b3-41d0-a12d-d789df86c4fd req-549fb0fe-d7b1-4447-b5ee-fac8586e34c5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582461 Apr 12 13:21:06.386587 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-15d2c56f-bc7d-4cf8-92f8-fcb547149d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:06.388085 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-15d2c56f-bc7d-4cf8-92f8-fcb547149d46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 1129 time: 0.0424354 Apr 12 13:21:06.516483 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540db140-2aad-4060-b57a-f47a2976b51f req-c2b24534-8fa0-47da-a4c7-9bb8c740b0c8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:06.518195 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-540db140-2aad-4060-b57a-f47a2976b51f req-c2b24534-8fa0-47da-a4c7-9bb8c740b0c8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 946 time: 0.0555756 Apr 12 13:21:06.547277 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-a4cd4dc3-dc5b-48e5-b99e-e574dd45d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:06.549815 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-a4cd4dc3-dc5b-48e5-b99e-e574dd45d09c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 915 time: 0.1382198 Apr 12 13:21:06.574302 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-540db140-2aad-4060-b57a-f47a2976b51f req-62573ca4-82ec-47e8-8959-4bc1e787ffe6 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490184 Apr 12 13:21:06.598805 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59638) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:06.641881 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c9681-13c0-44da-b4e8-c92d883a11c4 tempest-TestVolumeBootPattern-1212533112 tempest-TestVolumeBootPattern-1212533112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:06.644612 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-085c9681-13c0-44da-b4e8-c92d883a11c4 tempest-TestVolumeBootPattern-1212533112 tempest-TestVolumeBootPattern-1212533112-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 1125 time: 0.0445373 Apr 12 13:21:06.649672 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59640) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:06.656509 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-7d18ffea-06b6-4d37-abba-296a299c045a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83ac4f76-2f48-4cae-8fec-83306951079d HTTP/1.1" status: 200 len: 1001 time: 0.0997193 Apr 12 13:21:06.657684 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:21:06.692537 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:06.731892 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-e3044684-70e4-4784-b308-e15ca38b7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:06.733448 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-e3044684-70e4-4784-b308-e15ca38b7d85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0679667 Apr 12 13:21:06.785827 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-9630d326-4131-4e99-ba3b-06ec4c7c2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:06.787483 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-9630d326-4131-4e99-ba3b-06ec4c7c2eb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482070 Apr 12 13:21:06.839765 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:06.888701 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-ca51b4b5-d9e8-4c8f-aace-37fe70329808 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947695 Apr 12 13:21:07.000962 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9bbce7ef-143b-480f-bfb2-f5037278a14b req-bd98de71-3ce9-4768-82f6-31fc84868377 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059523 Apr 12 13:21:07.009027 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Allocated IP 172.27.3.148 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/7b35ef69-bf4e-47a1-840d-42de4b9172e5) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:21:07.108377 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d243f2e6-3da2-4115-866b-ea334dcf1590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:07.137361 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for port (7b35ef69-bf4e-47a1-840d-42de4b9172e5), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:07.175628 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (7b35ef69-bf4e-47a1-840d-42de4b9172e5), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:07.217494 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:21:07.220742 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:21:07.224627 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:21:07.256947 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'Port': ['ID=7b35ef69-bf4e-47a1-840d-42de4b9172e5,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:07.631316 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (529dc7dd-2bb4-447c-b393-9ee7b2ef9aee), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:07.717916 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7b35ef69-bf4e-47a1-840d-42de4b9172e5), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:07.886273 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for port (7b35ef69-bf4e-47a1-840d-42de4b9172e5), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:07.891613 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (7b35ef69-bf4e-47a1-840d-42de4b9172e5), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:07.986086 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'Port': ['ID=7b35ef69-bf4e-47a1-840d-42de4b9172e5,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:07.996875 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (529dc7dd-2bb4-447c-b393-9ee7b2ef9aee), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:08.113105 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Floating IP 529dc7dd-2bb4-447c-b393-9ee7b2ef9aee associated. External IP: 172.27.3.148, port: 61145e28-fc77-42cb-a984-67b449de1b47. Apr 12 13:21:08.350868 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Router 1078ad39-ea6f-4639-b539-891e9d7df5af has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:21:08.735363 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:21:08.741602 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:08.752511 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] Sync routers for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:21:08.758047 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:08.764559 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:21:08.765209 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:21:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:08.794729 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a528cbd8-33c2-4a40-9b0d-297f2836afe4 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1432943 Apr 12 13:21:08.795464 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf961586-825d-4700-af27-12b53a879758', 'tag': '61145e28-fc77-42cb-a984-67b449de1b47'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:21:08.799573 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf961586-825d-4700-af27-12b53a879758", "tag": "61145e28-fc77-42cb-a984-67b449de1b47"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:21:08.851568 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b701d9-dc6f-4095-9a56-1036e295be57 x-openstack-request-id: req-f0b701d9-dc6f-4095-9a56-1036e295be57 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:21:08.851794 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf961586-825d-4700-af27-12b53a879758", "tag": "61145e28-fc77-42cb-a984-67b449de1b47", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:21:08.852102 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f0b701d9-dc6f-4095-9a56-1036e295be57 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:21:08.852456 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b701d9-dc6f-4095-9a56-1036e295be57'] response: {'name': 'network-changed', 'server_uuid': 'bf961586-825d-4700-af27-12b53a879758', 'tag': '61145e28-fc77-42cb-a984-67b449de1b47', 'status': 'completed', 'code': 200} Apr 12 13:21:08.892418 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:21:08.919060 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-14ad7dc6-b543-44f1-8a08-6fb0bef0c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:08.920812 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-14ad7dc6-b543-44f1-8a08-6fb0bef0c06c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 1130 time: 0.0431371 Apr 12 13:21:09.035059 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-d4ad1529-75c2-49d5-9295-76a5d8cb193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:09.036474 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-d4ad1529-75c2-49d5-9295-76a5d8cb193a service neutron] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 912 time: 0.1094553 Apr 12 13:21:09.118382 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-a9147f3f-c9c4-47d2-9088-98f243adc2f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61145e28-fc77-42cb-a984-67b449de1b47 HTTP/1.1" status: 200 len: 1000 time: 0.0750704 Apr 12 13:21:09.129388 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '529dc7dd-2bb4-447c-b393-9ee7b2ef9aee', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:35:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:07Z', 'updated_at': '2022-04-12T13:21:07Z', 'revision_number': 0, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:09.156941 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] Checking router: 1078ad39-ea6f-4639-b539-891e9d7df5af for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:21:09.166713 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:21:09.167341 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:21:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:09.171298 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-a8b616dc-4842-4ecc-8d69-63df98730a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:09.172797 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-a8b616dc-4842-4ecc-8d69-63df98730a63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0480886 Apr 12 13:21:09.221837 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-ea1f5a09-13c7-4309-87a6-aa3037ebe4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:09.223421 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-ea1f5a09-13c7-4309-87a6-aa3037ebe4ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449555 Apr 12 13:21:09.284476 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:21:09.323241 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-e1e9543c-0c1c-4eca-85da-530f116c343d service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929654 Apr 12 13:21:09.425645 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-9b5eca55-9bab-418d-aadc-fcb5d37aa58a req-b0101c2e-41d0-4ee1-bb5e-3b6989e33a63 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960157 Apr 12 13:21:09.528030 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '529dc7dd-2bb4-447c-b393-9ee7b2ef9aee', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:35:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:07Z', 'updated_at': '2022-04-12T13:21:07Z', 'revision_number': 0, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:09.558821 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e43b2f-557b-47af-b063-090efde9d265 None None] The sync data for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi is: [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '529dc7dd-2bb4-447c-b393-9ee7b2ef9aee', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:35:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:07Z', 'updated_at': '2022-04-12T13:21:07Z', 'revision_number': 0, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:21:09.758095 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4687c4d-50f8-4acd-a85a-ae4c81a7940e None None] New status for floating IP 529dc7dd-2bb4-447c-b393-9ee7b2ef9aee: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:21:10.609285 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:11.672181 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:28.816376 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:29.201676 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4bffd-3d26-4e65-9ebf-99c5a5a128b2 req-490b6d40-c064-4fbf-9613-3a3826e6d28b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:29.203263 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46c4bffd-3d26-4e65-9ebf-99c5a5a128b2 req-490b6d40-c064-4fbf-9613-3a3826e6d28b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 945 time: 0.0497444 Apr 12 13:21:29.256471 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-46c4bffd-3d26-4e65-9ebf-99c5a5a128b2 req-de8d1c5d-ee4c-4c04-ac20-7a003639832a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=643b918a-06bb-4d6a-a854-6602f87e093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473957 Apr 12 13:21:30.400227 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1a03b-85e8-42cf-b288-7926e8586cf2 req-b1556637-4906-485d-9fd9-fd4f2819024b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:30.402765 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-acf1a03b-85e8-42cf-b288-7926e8586cf2 req-b1556637-4906-485d-9fd9-fd4f2819024b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 945 time: 0.0638070 Apr 12 13:21:30.471719 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-acf1a03b-85e8-42cf-b288-7926e8586cf2 req-6f4370e3-59a0-493b-85cf-aea8a397b724 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=643b918a-06bb-4d6a-a854-6602f87e093e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566304 Apr 12 13:21:30.667431 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-f41df745-c6a9-42ca-a6df-0d8d37ec6d61 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:30.669804 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-f41df745-c6a9-42ca-a6df-0d8d37ec6d61 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 945 time: 0.0676332 Apr 12 13:21:30.776444 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Deleting port 6551d48a-bfb5-404a-8c99-7192b753cf58 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:21:30.776767 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:30.882201 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] For port 6551d48a-bfb5-404a-8c99-7192b753cf58, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6551d48a-bfb5-404a-8c99-7192b753cf58,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:30.882603 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:31.070723 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:31.071827 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (a8f62129-7ab0-42a8-9a3e-017b39f2dd4b), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:31.072152 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Floating IP a8f62129-7ab0-42a8-9a3e-017b39f2dd4b disassociated. External IP: 172.27.3.239, port: 6551d48a-bfb5-404a-8c99-7192b753cf58. Apr 12 13:21:31.072498 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Calling delete_port for 6551d48a-bfb5-404a-8c99-7192b753cf58 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:21:31.212703 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (6551d48a-bfb5-404a-8c99-7192b753cf58), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:31.244394 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'Port': ['ID=6551d48a-bfb5-404a-8c99-7192b753cf58,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:31.257295 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.257647 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.258000 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.258358 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.258686 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.259016 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.259450 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.259808 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.260135 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.260457 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.260915 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.261261 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.261587 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.261908 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.262231 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:31.426232 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:21:31.584610 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:21:31.595324 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-25b35296-8d03-4c0b-bf8b-7989d99b2b18 req-43910517-8ae9-4cdb-b89e-b86088b81958 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=23b09452-4fff-4b1a-910c-642bdf7e8b76 HTTP/1.1" status: 200 len: 210 time: 0.0343740 Apr 12 13:21:31.598051 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:21:31.611760 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:21:31.613062 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:21:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:31.647399 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] No DVR routers for this DVR port 6551d48a-bfb5-404a-8c99-7192b753cf58 on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:21:31.651385 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:31.656276 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-a9597cf9-b631-48d1-af76-bc2d30451c9b req-c12a70ba-7fa0-4f79-b109-18a8c80c5d4a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "DELETE /v2.0/ports/6551d48a-bfb5-404a-8c99-7192b753cf58 HTTP/1.1" status: 204 len: 173 time: 0.9799807 Apr 12 13:21:31.656980 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'name': 'network-vif-deleted', 'tag': '6551d48a-bfb5-404a-8c99-7192b753cf58'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:21:31.659933 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e860a80-e01f-4a51-ad56-fd84b82d8da5" -d '{"events": [{"server_uuid": "23b09452-4fff-4b1a-910c-642bdf7e8b76", "name": "network-vif-deleted", "tag": "6551d48a-bfb5-404a-8c99-7192b753cf58"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:21:31.729357 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3121e551-d6d2-42bc-bce4-ed7544443730 x-openstack-request-id: req-3121e551-d6d2-42bc-bce4-ed7544443730 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:21:31.730619 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23b09452-4fff-4b1a-910c-642bdf7e8b76", "name": "network-vif-deleted", "tag": "6551d48a-bfb5-404a-8c99-7192b753cf58", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:21:31.730619 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3121e551-d6d2-42bc-bce4-ed7544443730 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:21:31.730619 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3121e551-d6d2-42bc-bce4-ed7544443730'] response: {'server_uuid': '23b09452-4fff-4b1a-910c-642bdf7e8b76', 'name': 'network-vif-deleted', 'tag': '6551d48a-bfb5-404a-8c99-7192b753cf58', 'status': 'completed', 'code': 200} Apr 12 13:21:31.748374 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:21:32.088047 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '8024f791-a54c-4e36-b4a8-79a4b7b15287', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:5a:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:54Z', 'revision_number': 2, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:32.115970 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:21:32.126245 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:21:32.126987 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:21:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:32.244064 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:21:32.282252 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:21:32.519702 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '8024f791-a54c-4e36-b4a8-79a4b7b15287', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:5a:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:54Z', 'revision_number': 2, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:32.558983 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a347998-059c-44ff-9800-6591bc9b603a None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '8024f791-a54c-4e36-b4a8-79a4b7b15287', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.208', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '83ac4f76-2f48-4cae-8fec-83306951079d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:5a:b0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:54Z', 'revision_number': 2, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:21:32.715486 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59678) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:32.784175 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c716580d-c40c-48b0-ba42-39afd8d606f5 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (643b918a-06bb-4d6a-a854-6602f87e093e), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:32.819314 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c716580d-c40c-48b0-ba42-39afd8d606f5 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (643b918a-06bb-4d6a-a854-6602f87e093e), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:32.850765 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50398e36-f878-41fc-a14d-76286f94fb72 None None] New status for floating IP a8f62129-7ab0-42a8-9a3e-017b39f2dd4b: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:21:32.881790 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c716580d-c40c-48b0-ba42-39afd8d606f5 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (643b918a-06bb-4d6a-a854-6602f87e093e), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:32.885033 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c716580d-c40c-48b0-ba42-39afd8d606f5 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:32.886254 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c716580d-c40c-48b0-ba42-39afd8d606f5 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "DELETE /v2.0/security-groups/643b918a-06bb-4d6a-a854-6602f87e093e HTTP/1.1" status: 204 len: 168 time: 0.1697059 Apr 12 13:21:32.890023 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59680) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:32.903048 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716580d-c40c-48b0-ba42-39afd8d606f5 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b918a-06bb-4d6a-a854-6602f87e093e,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:32.905905 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.api.v2.resource [None req-a2489060-2420-40d5-90d1-87b502343bda tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] show failed (client error): The resource could not be found. Apr 12 13:21:32.910383 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a2489060-2420-40d5-90d1-87b502343bda tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups/643b918a-06bb-4d6a-a854-6602f87e093e HTTP/1.1" status: 404 len: 347 time: 0.0192246 Apr 12 13:21:32.910611 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59682) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:33.077935 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-40ce2fcf-ce79-4ffc-80b6-138481512999 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Deleting port b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:21:33.078288 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40ce2fcf-ce79-4ffc-80b6-138481512999 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:33.172453 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40ce2fcf-ce79-4ffc-80b6-138481512999 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:33.172765 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40ce2fcf-ce79-4ffc-80b6-138481512999 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:33.192060 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-40ce2fcf-ce79-4ffc-80b6-138481512999 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Calling delete_port for b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:21:33.344642 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40ce2fcf-ce79-4ffc-80b6-138481512999 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:33.372978 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce2fcf-ce79-4ffc-80b6-138481512999 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'Port': ['ID=b894e0f3-c7a1-42bd-a6b6-8d009b30a7e8,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:33.443221 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40ce2fcf-ce79-4ffc-80b6-138481512999 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (a8f62129-7ab0-42a8-9a3e-017b39f2dd4b), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:33.446556 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-40ce2fcf-ce79-4ffc-80b6-138481512999 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:33.447782 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-40ce2fcf-ce79-4ffc-80b6-138481512999 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "DELETE /v2.0/floatingips/a8f62129-7ab0-42a8-9a3e-017b39f2dd4b HTTP/1.1" status: 204 len: 168 time: 0.5360143 Apr 12 13:21:34.095256 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 6551d48a-bfb5-404a-8c99-7192b753cf58 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:21:34.119525 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 6551d48a-bfb5-404a-8c99-7192b753cf58 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:21:34.119864 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 6551d48a-bfb5-404a-8c99-7192b753cf58 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:21:34.836999 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-092dbb04-d510-4a2f-991f-3f152957db0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:35.146252 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023d921-e41e-4413-8e0b-c8756e69245f req-b7a94377-dab1-4170-94cc-0523c304b396 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:35.147843 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7023d921-e41e-4413-8e0b-c8756e69245f req-b7a94377-dab1-4170-94cc-0523c304b396 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 945 time: 0.0645919 Apr 12 13:21:35.234895 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7023d921-e41e-4413-8e0b-c8756e69245f req-b14c96c1-fc93-4005-be80-0b84070f1670 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804932 Apr 12 13:21:36.358836 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177465dc-4095-4cb0-9df3-aa89b829c65f req-8c535bd7-57af-4a58-ad78-efc7e5ddcf25 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:36.360275 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-177465dc-4095-4cb0-9df3-aa89b829c65f req-8c535bd7-57af-4a58-ad78-efc7e5ddcf25 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 945 time: 0.0519140 Apr 12 13:21:36.411284 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-177465dc-4095-4cb0-9df3-aa89b829c65f req-70b16763-7391-4293-9d53-ccbad98798e7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450833 Apr 12 13:21:36.774183 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-3bb6ad18-42d6-4a03-bb55-36082ffeafd5 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:36.775767 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-3bb6ad18-42d6-4a03-bb55-36082ffeafd5 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 945 time: 0.0477839 Apr 12 13:21:36.870086 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Deleting port 83ac4f76-2f48-4cae-8fec-83306951079d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:21:36.870412 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:36.969867 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] For port 83ac4f76-2f48-4cae-8fec-83306951079d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=83ac4f76-2f48-4cae-8fec-83306951079d,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:36.970228 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:37.104538 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f7548d2a-44c9-4f7f-80a7-3a611756fea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:37.424664 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:37.425025 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (8024f791-a54c-4e36-b4a8-79a4b7b15287), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:37.425370 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Floating IP 8024f791-a54c-4e36-b4a8-79a4b7b15287 disassociated. External IP: 172.27.3.208, port: 83ac4f76-2f48-4cae-8fec-83306951079d. Apr 12 13:21:37.425717 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Calling delete_port for 83ac4f76-2f48-4cae-8fec-83306951079d owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:21:37.534981 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49962142-4d81-4e73-9726-5b618153d058 req-507bde50-c905-49b0-a404-c6d693c0b38d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:37.536542 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-49962142-4d81-4e73-9726-5b618153d058 req-507bde50-c905-49b0-a404-c6d693c0b38d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bebf1e4-e4be-4b49-af20-8ad614727154 HTTP/1.1" status: 200 len: 945 time: 0.0558672 Apr 12 13:21:37.569906 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (83ac4f76-2f48-4cae-8fec-83306951079d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:37.594494 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-49962142-4d81-4e73-9726-5b618153d058 req-0a62c002-f310-4727-92f8-0a00eb596a5d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a8bda7-993d-4c42-a88b-6646a090aa06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509219 Apr 12 13:21:37.601063 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'Port': ['ID=83ac4f76-2f48-4cae-8fec-83306951079d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:37.727807 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:21:37.847495 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:21:37.862019 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:21:37.877086 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:21:37.877741 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:21:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:37.892519 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] No DVR routers for this DVR port 83ac4f76-2f48-4cae-8fec-83306951079d on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:21:37.895096 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:37.898423 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1288b699-0f34-4aa5-88f3-75f6c044fa4f req-ee35d8ad-a819-4701-a89a-66121e0b27cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "DELETE /v2.0/ports/83ac4f76-2f48-4cae-8fec-83306951079d HTTP/1.1" status: 204 len: 173 time: 1.1157706 Apr 12 13:21:37.898918 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'name': 'network-vif-deleted', 'tag': '83ac4f76-2f48-4cae-8fec-83306951079d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:21:37.901234 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a3197-51ff-47d0-b121-a26bfbabbd61" -d '{"events": [{"server_uuid": "3bebf1e4-e4be-4b49-af20-8ad614727154", "name": "network-vif-deleted", "tag": "83ac4f76-2f48-4cae-8fec-83306951079d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:21:37.950207 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e0e0cc-d1be-4cd2-9383-edd3ebbe242d x-openstack-request-id: req-27e0e0cc-d1be-4cd2-9383-edd3ebbe242d {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:21:37.950547 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bebf1e4-e4be-4b49-af20-8ad614727154", "name": "network-vif-deleted", "tag": "83ac4f76-2f48-4cae-8fec-83306951079d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:21:37.950816 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-27e0e0cc-d1be-4cd2-9383-edd3ebbe242d {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:21:37.951242 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e0e0cc-d1be-4cd2-9383-edd3ebbe242d'] response: {'server_uuid': '3bebf1e4-e4be-4b49-af20-8ad614727154', 'name': 'network-vif-deleted', 'tag': '83ac4f76-2f48-4cae-8fec-83306951079d', 'status': 'completed', 'code': 200} Apr 12 13:21:38.014287 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:21:38.245309 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:38.273331 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:21:38.284117 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:21:38.284766 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:21:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:38.433664 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:21:38.691440 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59716) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:38.711190 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:38.745248 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:38.755434 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479984f5-95e2-4bd4-9dd4-4e56d42c0e64 None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:21:38.764330 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aaf2503d-71fd-4f3e-8d0a-6013434047ef tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (c1a8bda7-993d-4c42-a88b-6646a090aa06), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:38.803640 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aaf2503d-71fd-4f3e-8d0a-6013434047ef tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (c1a8bda7-993d-4c42-a88b-6646a090aa06), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:38.876834 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aaf2503d-71fd-4f3e-8d0a-6013434047ef tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (c1a8bda7-993d-4c42-a88b-6646a090aa06), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:38.879769 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-aaf2503d-71fd-4f3e-8d0a-6013434047ef tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:38.881026 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-aaf2503d-71fd-4f3e-8d0a-6013434047ef tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "DELETE /v2.0/security-groups/c1a8bda7-993d-4c42-a88b-6646a090aa06 HTTP/1.1" status: 204 len: 168 time: 0.1879292 Apr 12 13:21:38.888350 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59718) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:38.891641 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2503d-71fd-4f3e-8d0a-6013434047ef tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a8bda7-993d-4c42-a88b-6646a090aa06,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:38.907232 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.api.v2.resource [None req-ad26cc50-cf33-4f11-b42d-3422f0dd0bc7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] show failed (client error): The resource could not be found. Apr 12 13:21:38.908451 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-ad26cc50-cf33-4f11-b42d-3422f0dd0bc7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups/c1a8bda7-993d-4c42-a88b-6646a090aa06 HTTP/1.1" status: 404 len: 347 time: 0.0177886 Apr 12 13:21:38.912902 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59720) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:39.040321 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0226e51d-f95e-4529-b862-99bffa5028d2 None None] New status for floating IP 8024f791-a54c-4e36-b4a8-79a4b7b15287: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:21:39.059382 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-401cd81e-8642-4287-9889-6bcd5a2bcc72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Deleting port 7ab360c7-b95d-4001-98fc-ce24289228ac {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:21:39.059757 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-401cd81e-8642-4287-9889-6bcd5a2bcc72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (7ab360c7-b95d-4001-98fc-ce24289228ac), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.147199 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-401cd81e-8642-4287-9889-6bcd5a2bcc72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (7ab360c7-b95d-4001-98fc-ce24289228ac), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.147433 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-401cd81e-8642-4287-9889-6bcd5a2bcc72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (7ab360c7-b95d-4001-98fc-ce24289228ac), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.162313 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-401cd81e-8642-4287-9889-6bcd5a2bcc72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Calling delete_port for 7ab360c7-b95d-4001-98fc-ce24289228ac owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:21:39.316772 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-401cd81e-8642-4287-9889-6bcd5a2bcc72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (7ab360c7-b95d-4001-98fc-ce24289228ac), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.348520 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cd81e-8642-4287-9889-6bcd5a2bcc72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'Port': ['ID=7ab360c7-b95d-4001-98fc-ce24289228ac,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:39.411538 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-401cd81e-8642-4287-9889-6bcd5a2bcc72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (8024f791-a54c-4e36-b4a8-79a4b7b15287), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.414922 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-401cd81e-8642-4287-9889-6bcd5a2bcc72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.416083 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-401cd81e-8642-4287-9889-6bcd5a2bcc72 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "DELETE /v2.0/floatingips/8024f791-a54c-4e36-b4a8-79a4b7b15287 HTTP/1.1" status: 204 len: 168 time: 0.5022323 Apr 12 13:21:39.620377 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59724) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:39.630232 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-4a5b62f7-50e9-4f0b-af75-03785738db48 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589821292', 'description': 'tempest-description--2128530087'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:21:39.655800 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a5b62f7-50e9-4f0b-af75-03785738db48 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.745638 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a5b62f7-50e9-4f0b-af75-03785738db48 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (cfa82c2e-5e4d-4ae7-b67e-266e367e9321), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.750418 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a5b62f7-50e9-4f0b-af75-03785738db48 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (cfa82c2e-5e4d-4ae7-b67e-266e367e9321), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.802051 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-4a5b62f7-50e9-4f0b-af75-03785738db48 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.804190 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4a5b62f7-50e9-4f0b-af75-03785738db48 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1824706 Apr 12 13:21:39.807568 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59726) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:39.808310 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b62f7-50e9-4f0b-af75-03785738db48 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa82c2e-5e4d-4ae7-b67e-266e367e9321,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:39.814099 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group_rule': {'security_group_id': 'cfa82c2e-5e4d-4ae7-b67e-266e367e9321', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:21:39.845373 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (428ac7f5-60c5-4aae-9dbb-2a011475cdc2), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.912559 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (428ac7f5-60c5-4aae-9dbb-2a011475cdc2), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.917512 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (428ac7f5-60c5-4aae-9dbb-2a011475cdc2), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.937144 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428ac7f5-60c5-4aae-9dbb-2a011475cdc2,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:39.948464 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:39.949749 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411023 Apr 12 13:21:39.955571 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59728) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:39.956502 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.957298 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.957616 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.957967 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.958316 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.958665 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.959489 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.959835 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.960174 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.960509 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.960850 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.961217 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.962090 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.962269 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c773bd11-8099-4121-8cbe-eab69c0d15c7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group_rule': {'security_group_id': 'cfa82c2e-5e4d-4ae7-b67e-266e367e9321', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:21:39.964032 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.966330 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8c74c9-d8a3-4928-aff3-04a7b8a5a3d7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:39.992838 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c773bd11-8099-4121-8cbe-eab69c0d15c7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (2b52407f-5dd2-49d0-b525-03968c132010), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.055819 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c773bd11-8099-4121-8cbe-eab69c0d15c7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (2b52407f-5dd2-49d0-b525-03968c132010), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.061035 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c773bd11-8099-4121-8cbe-eab69c0d15c7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (2b52407f-5dd2-49d0-b525-03968c132010), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.077757 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773bd11-8099-4121-8cbe-eab69c0d15c7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b52407f-5dd2-49d0-b525-03968c132010,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:40.088725 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c773bd11-8099-4121-8cbe-eab69c0d15c7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.090000 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c773bd11-8099-4121-8cbe-eab69c0d15c7 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334062 Apr 12 13:21:40.093779 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59730) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:40.098195 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:21:40.107932 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 83ac4f76-2f48-4cae-8fec-83306951079d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:21:40.119260 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.128164 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 83ac4f76-2f48-4cae-8fec-83306951079d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:21:40.128503 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 83ac4f76-2f48-4cae-8fec-83306951079d not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:21:40.200211 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.310601 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Allocated IP 172.27.3.153 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/444d6907-35fe-46a9-a57c-c66beaf0456c) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:21:40.422632 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (444d6907-35fe-46a9-a57c-c66beaf0456c), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.458014 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (444d6907-35fe-46a9-a57c-c66beaf0456c), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.496993 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:21:40.499729 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:21:40.503367 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:21:40.511830 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=444d6907-35fe-46a9-a57c-c66beaf0456c,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:40.600984 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (f0591f84-671e-4624-84c8-a02395a1b130), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.606549 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.647180 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (444d6907-35fe-46a9-a57c-c66beaf0456c), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.804847 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (444d6907-35fe-46a9-a57c-c66beaf0456c), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.809795 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (444d6907-35fe-46a9-a57c-c66beaf0456c), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.879284 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=444d6907-35fe-46a9-a57c-c66beaf0456c,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:40.891668 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (f0591f84-671e-4624-84c8-a02395a1b130), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.907201 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:40.908408 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d5533595-2bbd-4f80-98f6-0bae3491c481 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8136349 Apr 12 13:21:41.056766 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-88a8e2c9-f353-499d-a26f-e18b1e57648f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--589821292&fields=id&tenant_id=f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 267 time: 0.0450737 Apr 12 13:21:41.196892 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-958cd0d6-eae2-4808-83b9-9052ce490870 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:41.198841 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-958cd0d6-eae2-4808-83b9-9052ce490870 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 815 time: 0.1351371 Apr 12 13:21:41.215967 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-fd304e2a-82dc-4745-a95a-f0b8c67577ab tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/quotas/f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 375 time: 0.0097103 Apr 12 13:21:41.268294 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-9b6a1917-343c-45bd-bfbe-7cb6115cf2f6 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465531 Apr 12 13:21:41.375718 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-052d8552-1272-4d5b-95b6-bab201097f65 service neutron] 10.222.0.47 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926666 Apr 12 13:21:41.471851 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-345a76a0-0eb8-43c3-bd30-3dc5f7b0c6a9 service neutron] 10.222.0.47 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902126 Apr 12 13:21:41.658926 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-8fb98865-1152-4810-be55-089e33cd60e3 req-34969066-2822-4d0e-b160-6f845f1e752d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 210 time: 0.0447474 Apr 12 13:21:41.696095 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:42.780776 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-b02244cd-2d4c-4109-a27b-10e849872f3a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:42.782328 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-b02244cd-2d4c-4109-a27b-10e849872f3a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 815 time: 0.1474929 Apr 12 13:21:42.783440 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-687dc967-b710-4757-93a8-9ef96e187488 req-88b547d6-7906-4b3a-aa95-d42543461e8b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 210 time: 0.0376897 Apr 12 13:21:42.871659 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-be8e5b18-59f7-4774-ab2e-c491681c7fce tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 379 time: 0.0664444 Apr 12 13:21:42.932449 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'port': {'device_id': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'admin_state_up': True, 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'security_groups': ['cfa82c2e-5e4d-4ae7-b67e-266e367e9321']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:21:43.055819 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Made reservation on behalf of f7e1b203c9c9478f863d115e7188d9a1 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:21:43.059110 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:43.194451 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Allocated IP 172.20.0.5 (6081ec14-2d25-40c5-a801-e052bfcd242a/8ed911cc-c1c3-4fc5-8484-f271b8362f08/4f4c271a-97b5-4bf9-b8b2-1fa667e434be) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:21:43.342871 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:43.379047 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:43.428132 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Network 6081ec14-2d25-40c5-a801-e052bfcd242a is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:21:43.434758 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:43.437414 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:21:43.439801 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:21:43.491933 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:43.492623 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:43.511477 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-1aa2ee2e-2cf7-4c96-a770-afdb13c091e9 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829082 Apr 12 13:21:43.526695 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Request body: {'port': {'device_id': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:21:43.593260 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:43.708279 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-2c001201-1550-4cec-b3a1-4e778a60c449 None None] Provisioning complete for port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:21:43.708887 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2c001201-1550-4cec-b3a1-4e778a60c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:43.743085 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2c001201-1550-4cec-b3a1-4e778a60c449 None None] Port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:21:43.865023 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4c271a-97b5-4bf9-b8b2-1fa667e434be {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:21:43.875009 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Publish callbacks [] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:43.894805 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Transition to ACTIVE for port object 4f4c271a-97b5-4bf9-b8b2-1fa667e434be will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:21:43.898308 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:43.928526 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66245525-aad6-4409-a56c-bc97166bafa0 req-83771cd2-77a6-45a7-ae0b-cf2964101091 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:43.931255 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-66245525-aad6-4409-a56c-bc97166bafa0 req-83771cd2-77a6-45a7-ae0b-cf2964101091 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 931 time: 0.0719783 Apr 12 13:21:43.979131 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:43.993507 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-66245525-aad6-4409-a56c-bc97166bafa0 req-d8e07524-ba11-4038-bae5-c8fb404c0778 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520086 Apr 12 13:21:44.042430 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Attempting to bind port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:21:44.043168 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Attempting to bind port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:21:44.043168 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Attempting to bind port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be on network 6081ec14-2d25-40c5-a801-e052bfcd242a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:21:44.049700 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be on network 6081ec14-2d25-40c5-a801-e052bfcd242a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:21:44.050016 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Attempting to bind port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be on network 6081ec14-2d25-40c5-a801-e052bfcd242a {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:21:44.057651 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:21:44.057994 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Checking segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:21:44.058384 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Bound using segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:21:44.058827 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Bound port: 4f4c271a-97b5-4bf9-b8b2-1fa667e434be, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:21:44.059213 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:44.135529 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] For port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:21:44.138715 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] For port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:21:44.144283 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:44.179585 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:44.180775 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:44.182282 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f4c271a-97b5-4bf9-b8b2-1fa667e434be HTTP/1.1" status: 200 len: 1093 time: 0.6604602 Apr 12 13:21:44.182653 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'tag': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:21:44.184952 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0763213-e651-4b4f-9b2c-5ad75a4568ef" -d '{"events": [{"name": "network-changed", "server_uuid": "773b32cf-5a52-4b9b-a3b8-089cc394772c", "tag": "4f4c271a-97b5-4bf9-b8b2-1fa667e434be"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:21:44.211357 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81581450-f03f-4f61-a21b-fdda746ab436 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:44.246809 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ad1c24-1356-44c3-ba89-8d29ffca0f99 x-openstack-request-id: req-29ad1c24-1356-44c3-ba89-8d29ffca0f99 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:21:44.247130 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773b32cf-5a52-4b9b-a3b8-089cc394772c", "tag": "4f4c271a-97b5-4bf9-b8b2-1fa667e434be", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:21:44.247340 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-29ad1c24-1356-44c3-ba89-8d29ffca0f99 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:21:44.247753 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ad1c24-1356-44c3-ba89-8d29ffca0f99'] response: {'name': 'network-changed', 'server_uuid': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'tag': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be', 'status': 'completed', 'code': 200} Apr 12 13:21:44.286661 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-9f4db975-80ca-410f-a86b-cdff47206cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:44.288207 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-9f4db975-80ca-410f-a86b-cdff47206cee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 1127 time: 0.0570662 Apr 12 13:21:44.331189 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-e358fb91-1575-4125-a3e1-cd1a01bcd153 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f4c271a-97b5-4bf9-b8b2-1fa667e434be HTTP/1.1" status: 200 len: 217 time: 0.0358763 Apr 12 13:21:44.385919 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-426c3c52-efc0-4c46-88d8-62ca109f6c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:44.387326 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-426c3c52-efc0-4c46-88d8-62ca109f6c89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0483885 Apr 12 13:21:44.437971 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-e8656a0e-46ea-4d1d-a6ac-76686da63121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:44.439484 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-e8656a0e-46ea-4d1d-a6ac-76686da63121 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431879 Apr 12 13:21:44.541486 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-0e9d046c-893e-49b3-a07c-d13a432cf58e service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914228 Apr 12 13:21:44.641848 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-6321984f-5ef4-493b-bd94-76972ed0f20d req-73340ce4-454c-4496-b682-5dad6cf90f65 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911880 Apr 12 13:21:45.123313 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d7120-129c-4187-af2a-0ea85a91d9d5 req-542b63f5-cfcd-4cc8-ad12-3785388c3246 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:45.124887 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3c3d7120-129c-4187-af2a-0ea85a91d9d5 req-542b63f5-cfcd-4cc8-ad12-3785388c3246 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 943 time: 0.0494463 Apr 12 13:21:45.178819 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3c3d7120-129c-4187-af2a-0ea85a91d9d5 req-cd723647-d53a-4156-86f2-6f4b4925fb00 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456419 Apr 12 13:21:45.588980 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-920c8420-48e0-4e8f-be48-6e1767377237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:45.590596 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-920c8420-48e0-4e8f-be48-6e1767377237 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 1127 time: 0.0427644 Apr 12 13:21:45.705759 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-14de5d60-e10f-473e-8b2a-0b486f35e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:45.708384 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-14de5d60-e10f-473e-8b2a-0b486f35e0c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 915 time: 0.1113040 Apr 12 13:21:45.758812 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-78fe35d4-a460-4cb8-90d2-1f73ce3a8cdc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f4c271a-97b5-4bf9-b8b2-1fa667e434be HTTP/1.1" status: 200 len: 217 time: 0.0395110 Apr 12 13:21:45.812519 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-8a2838a6-b2ba-4432-847f-2a6b7f82cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:45.814036 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-8a2838a6-b2ba-4432-847f-2a6b7f82cd4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0460007 Apr 12 13:21:45.862631 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-013dad01-c429-4211-90b7-8ef9def8f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:45.864286 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-013dad01-c429-4211-90b7-8ef9def8f9ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409992 Apr 12 13:21:45.990449 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-b48641e8-015d-476e-ac82-598801ed8e6e service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152551 Apr 12 13:21:46.114442 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-b0763213-e651-4b4f-9b2c-5ad75a4568ef req-767699cc-39ae-4886-bd69-259020b09e7b service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144316 Apr 12 13:21:46.123300 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 4f4c271a-97b5-4bf9-b8b2-1fa667e434be details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:21:46.260289 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:46.276943 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'port_id': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be', 'mac_address': 'fa:16:3e:ce:f3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:21:46.328962 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:21:46.329464 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:46.344793 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4c271a-97b5-4bf9-b8b2-1fa667e434be {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:21:46.348495 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27aef3-d8a0-430b-8b4f-e2c5da715b6f req-df096daf-9001-479e-8fbc-2bcdc666100d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:46.350400 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e27aef3-d8a0-430b-8b4f-e2c5da715b6f req-df096daf-9001-479e-8fbc-2bcdc666100d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 943 time: 0.0661595 Apr 12 13:21:46.369507 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:46.374184 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:46.406908 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1e27aef3-d8a0-430b-8b4f-e2c5da715b6f req-38166cab-cd1c-4f5c-af82-b1fa5c28c5d8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463884 Apr 12 13:21:46.432475 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:46.440440 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.440816 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.441309 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.441663 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.442001 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.442469 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.442806 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.443148 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.443594 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.443930 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.444285 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.444617 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.444943 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.445300 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.445659 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:21:46.630358 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['4f4c271a-97b5-4bf9-b8b2-1fa667e434be'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:21:47.543828 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640488c2-bb62-4647-9526-4695efd609d9 req-e9bce2d6-ed91-4591-98e3-e73eef3697c0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:47.545863 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-640488c2-bb62-4647-9526-4695efd609d9 req-e9bce2d6-ed91-4591-98e3-e73eef3697c0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 944 time: 0.0626726 Apr 12 13:21:47.601012 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-640488c2-bb62-4647-9526-4695efd609d9 req-99f0a041-48b7-4e69-9a09-043a03ed0694 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467770 Apr 12 13:21:48.138960 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 4f4c271a-97b5-4bf9-b8b2-1fa667e434be up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:21:48.191522 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:21:48.199145 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:21:48.199521 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:48.306092 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:21:48.306436 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:48.342258 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:21:48.346315 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cf5ff6-dcb6-4b30-bf64-a5ab41dbdc7b" -d '{"events": [{"server_uuid": "773b32cf-5a52-4b9b-a3b8-089cc394772c", "name": "network-vif-plugged", "status": "completed", "tag": "4f4c271a-97b5-4bf9-b8b2-1fa667e434be"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:21:48.364576 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:21:48.370241 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:48.396948 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f0c52e-1037-4905-bb6a-21fcbb2e61ad x-openstack-request-id: req-70f0c52e-1037-4905-bb6a-21fcbb2e61ad {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:21:48.397858 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773b32cf-5a52-4b9b-a3b8-089cc394772c", "name": "network-vif-plugged", "status": "completed", "tag": "4f4c271a-97b5-4bf9-b8b2-1fa667e434be", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:21:48.398145 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70f0c52e-1037-4905-bb6a-21fcbb2e61ad {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:21:48.398528 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f0c52e-1037-4905-bb6a-21fcbb2e61ad'] response: {'server_uuid': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be', 'code': 200} Apr 12 13:21:48.435293 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:21:48.604001 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea97842-59b2-4c2a-8989-1fb9c7be7d7f req-46aa1ce0-e762-4468-baa6-a35d891f2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:48.605555 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ea97842-59b2-4c2a-8989-1fb9c7be7d7f req-46aa1ce0-e762-4468-baa6-a35d891f2aa0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 1129 time: 0.0567961 Apr 12 13:21:48.670329 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-7ea97842-59b2-4c2a-8989-1fb9c7be7d7f req-20db59df-8ec1-4bda-a854-96d23fd39b17 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564415 Apr 12 13:21:48.753875 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011055a-12cc-44a1-a389-a9507143b693 req-1c8ce1d8-905c-4b8d-b958-f01c174d939c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:48.755459 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9011055a-12cc-44a1-a389-a9507143b693 req-1c8ce1d8-905c-4b8d-b958-f01c174d939c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 945 time: 0.0544977 Apr 12 13:21:48.810907 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9011055a-12cc-44a1-a389-a9507143b693 req-009febc8-1a34-4516-8f2f-6bb4fc7f6db4 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491800 Apr 12 13:21:49.945257 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd9750-b883-4a6e-b6a6-d2ffc221456f req-d29640bf-b7e5-4161-bdac-679008929c8e tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:49.947267 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d2cd9750-b883-4a6e-b6a6-d2ffc221456f req-d29640bf-b7e5-4161-bdac-679008929c8e tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 945 time: 0.0624340 Apr 12 13:21:50.011087 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d2cd9750-b883-4a6e-b6a6-d2ffc221456f req-320aebe2-2d21-4900-ac29-63b784f94920 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580707 Apr 12 13:21:51.132378 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb02ce-ba71-4fad-a490-01244d8f0496 req-70d778d4-9d6e-4941-bdb5-65550c6f75a8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:51.134006 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5deb02ce-ba71-4fad-a490-01244d8f0496 req-70d778d4-9d6e-4941-bdb5-65550c6f75a8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 945 time: 0.0484831 Apr 12 13:21:51.187474 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5deb02ce-ba71-4fad-a490-01244d8f0496 req-fb50ef80-6a63-451d-862e-3680b1e490f0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474517 Apr 12 13:21:51.311216 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08014291-e007-46d8-9a4f-3bb92005b608 req-993d6d4c-f88b-4e51-a98f-bf5932f086dc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:51.312703 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-08014291-e007-46d8-9a4f-3bb92005b608 req-993d6d4c-f88b-4e51-a98f-bf5932f086dc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 945 time: 0.0501204 Apr 12 13:21:51.325374 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59782) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:21:51.330098 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-ce436601-a023-43fc-b185-c7fd07ef052b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'floatingip': {'port_id': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:21:51.373066 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ce436601-a023-43fc-b185-c7fd07ef052b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (f0591f84-671e-4624-84c8-a02395a1b130), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:51.952797 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ce436601-a023-43fc-b185-c7fd07ef052b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:51.958859 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ce436601-a023-43fc-b185-c7fd07ef052b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (f0591f84-671e-4624-84c8-a02395a1b130), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:52.088941 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-ce436601-a023-43fc-b185-c7fd07ef052b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Floating IP f0591f84-671e-4624-84c8-a02395a1b130 associated. External IP: 172.27.3.153, port: 4f4c271a-97b5-4bf9-b8b2-1fa667e434be. Apr 12 13:21:52.410654 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce436601-a023-43fc-b185-c7fd07ef052b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:21:52.540420 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce436601-a023-43fc-b185-c7fd07ef052b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:21:52.545203 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ce436601-a023-43fc-b185-c7fd07ef052b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:21:52.556567 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:21:52.569537 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:21:52.570295 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:21:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:52.577681 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ce436601-a023-43fc-b185-c7fd07ef052b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "PUT /v2.0/floatingips/f0591f84-671e-4624-84c8-a02395a1b130 HTTP/1.1" status: 200 len: 991 time: 1.2511368 Apr 12 13:21:52.578474 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'tag': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:21:52.581521 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863" -d '{"events": [{"name": "network-changed", "server_uuid": "773b32cf-5a52-4b9b-a3b8-089cc394772c", "tag": "4f4c271a-97b5-4bf9-b8b2-1fa667e434be"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:21:52.624991 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd3a564-9688-4426-8d73-0e7f6e0c523f x-openstack-request-id: req-8fd3a564-9688-4426-8d73-0e7f6e0c523f {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:21:52.625535 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773b32cf-5a52-4b9b-a3b8-089cc394772c", "tag": "4f4c271a-97b5-4bf9-b8b2-1fa667e434be", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:21:52.625903 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8fd3a564-9688-4426-8d73-0e7f6e0c523f {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:21:52.626415 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd3a564-9688-4426-8d73-0e7f6e0c523f'] response: {'name': 'network-changed', 'server_uuid': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'tag': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be', 'status': 'completed', 'code': 200} Apr 12 13:21:52.693014 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-3aaa9a11-7a34-4c99-b1e6-46ac7f7e9adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:52.694644 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-3aaa9a11-7a34-4c99-b1e6-46ac7f7e9adf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 1129 time: 0.0430930 Apr 12 13:21:52.821561 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-1f8c8194-8b44-4974-98ea-9bfbd9eae3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:52.824293 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-1f8c8194-8b44-4974-98ea-9bfbd9eae3df service neutron] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 915 time: 0.1215794 Apr 12 13:21:52.915872 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-492b733f-5e06-4d0a-a9b4-4f9b8c0fe4eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f4c271a-97b5-4bf9-b8b2-1fa667e434be HTTP/1.1" status: 200 len: 999 time: 0.0848541 Apr 12 13:21:52.985932 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:21:52.992339 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-4c83a88b-584a-4226-9a73-873c88133d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:52.994796 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-4c83a88b-584a-4226-9a73-873c88133d8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0728643 Apr 12 13:21:53.061521 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-20dff0fc-084e-4f43-883f-4ec814129c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:21:53.064265 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-20dff0fc-084e-4f43-883f-4ec814129c51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630958 Apr 12 13:21:53.185255 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-4f322723-96aa-493a-aed7-a655e651c7f1 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137705 Apr 12 13:21:53.290658 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': 'f0591f84-671e-4624-84c8-a02395a1b130', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:ce:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:40Z', 'updated_at': '2022-04-12T13:21:51Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:53.330483 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:21:53.340977 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-aed3c6ee-8c5f-4d9b-ba7c-77e57f038863 req-54f67d7d-3915-420e-a9ac-a49f0e634b75 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461580 Apr 12 13:21:53.341609 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:21:53.342526 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:21:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:53.478655 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:21:53.716804 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': 'f0591f84-671e-4624-84c8-a02395a1b130', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:ce:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:40Z', 'updated_at': '2022-04-12T13:21:51Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:21:53.748032 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72667152-03ce-4a5c-9c2c-f848b11a69ed None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': 'f0591f84-671e-4624-84c8-a02395a1b130', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:ce:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:40Z', 'updated_at': '2022-04-12T13:21:51Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:21:53.976394 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c689a91-9e58-49a8-bf78-167b657e751c None None] New status for floating IP f0591f84-671e-4624-84c8-a02395a1b130: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:21:58.835212 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:04.835914 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f5e7af80-ee48-4b30-ab4d-ab468e9105c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:06.963632 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-1929c79d-e894-4221-9146-d0b0f5b18b65 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440550 Apr 12 13:22:07.030118 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-53d022a8-f3d8-4e2d-8ec3-8a7a3a1ad0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:07.031775 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-53d022a8-f3d8-4e2d-8ec3-8a7a3a1ad0e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 1130 time: 0.0455706 Apr 12 13:22:07.116381 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-09ab47aa-db92-48d6-ac1c-b0ed2d7a3ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:07.164644 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-3effe6ac-bb9e-4184-b51b-cae78b1b84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:07.166262 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-3effe6ac-bb9e-4184-b51b-cae78b1b84ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858 HTTP/1.1" status: 200 len: 908 time: 0.1126320 Apr 12 13:22:07.243733 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-81cc6bf0-9026-4a93-ab1b-76b08d0eaa9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7432af62-bac2-4897-bf49-2491d097d1da HTTP/1.1" status: 200 len: 1002 time: 0.0710845 Apr 12 13:22:07.304241 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-f2e1876b-7a16-4328-84d1-4ec7b1ae3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:07.306505 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-f2e1876b-7a16-4328-84d1-4ec7b1ae3489 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1da95a6-7c53-437e-9f11-23b4515a7b11 HTTP/1.1" status: 200 len: 847 time: 0.0568812 Apr 12 13:22:07.355564 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-07e6393a-6a5d-458b-8275-3841f065d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:07.357646 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-07e6393a-6a5d-458b-8275-3841f065d39b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450933 Apr 12 13:22:07.458557 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-b7ce6bc9-55a4-415c-8a86-92f2e1841c2b service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941877 Apr 12 13:22:07.566606 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-2f0704e9-06cf-4271-beab-0a669481ff94 req-564a83a1-fe85-4daa-8d9d-06ecf407f6c5 service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982013 Apr 12 13:22:08.746125 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:09.243768 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:22:10.607785 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:11.683202 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:19.217023 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aece42a-c870-4663-95c5-0afdf606d8a5 req-469bcb7b-bc27-429b-a8c5-9c2165ccc4a9 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:19.218923 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1aece42a-c870-4663-95c5-0afdf606d8a5 req-469bcb7b-bc27-429b-a8c5-9c2165ccc4a9 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.1059313 Apr 12 13:22:19.275111 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1aece42a-c870-4663-95c5-0afdf606d8a5 req-6ee2b148-eb91-466d-8e55-e8edb96735f6 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503371 Apr 12 13:22:20.456997 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93824a-ff76-4644-a553-fe6917d71606 req-d960f713-d846-42d8-b2dc-d01092bce85c tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:20.458686 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1b93824a-ff76-4644-a553-fe6917d71606 req-d960f713-d846-42d8-b2dc-d01092bce85c tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.1088097 Apr 12 13:22:20.515549 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1b93824a-ff76-4644-a553-fe6917d71606 req-1a4c1f77-2aed-44ad-91f4-63a7f84b0a53 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501647 Apr 12 13:22:21.644297 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8416dc-ea7b-4608-b152-18596a75aa37 req-18d26ebf-4542-498d-bd49-6a92e8dbd9fa tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:21.645868 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fd8416dc-ea7b-4608-b152-18596a75aa37 req-18d26ebf-4542-498d-bd49-6a92e8dbd9fa tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0563927 Apr 12 13:22:21.700653 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fd8416dc-ea7b-4608-b152-18596a75aa37 req-48e65545-0413-4d6e-849f-3fe97ace1074 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468190 Apr 12 13:22:22.819546 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5158a-81b1-453c-97a4-d38335575e39 req-9ad0412c-53df-4905-bcea-3c66260f0e4e tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:22.821022 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-22d5158a-81b1-453c-97a4-d38335575e39 req-9ad0412c-53df-4905-bcea-3c66260f0e4e tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0459683 Apr 12 13:22:22.873555 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-22d5158a-81b1-453c-97a4-d38335575e39 req-cafa11a7-75b1-4036-896b-61b609d2a3f9 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469480 Apr 12 13:22:24.000056 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6de4f-debb-4492-a4f2-f2bb510db4a0 req-7a89d752-075f-4125-8b9c-52cdccb62618 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:24.001690 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2fd6de4f-debb-4492-a4f2-f2bb510db4a0 req-7a89d752-075f-4125-8b9c-52cdccb62618 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0492547 Apr 12 13:22:24.054013 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-2fd6de4f-debb-4492-a4f2-f2bb510db4a0 req-057f4718-4066-44f2-bd2e-67d4eaed4fde tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465636 Apr 12 13:22:25.186876 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474f6ea-fbd5-4c75-945b-c2d6d3187d49 req-3cb92166-6532-420c-9c80-b4ba610cc907 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:25.188391 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7474f6ea-fbd5-4c75-945b-c2d6d3187d49 req-3cb92166-6532-420c-9c80-b4ba610cc907 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0550153 Apr 12 13:22:25.243955 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7474f6ea-fbd5-4c75-945b-c2d6d3187d49 req-781c5ae0-b1ea-4b66-a608-e8c30c58dd32 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494533 Apr 12 13:22:26.366509 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44762a1-acfd-4ada-af0e-86b3deb04778 req-107da50e-4bbf-4588-be86-6b51d4c46ffb tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:26.367941 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d44762a1-acfd-4ada-af0e-86b3deb04778 req-107da50e-4bbf-4588-be86-6b51d4c46ffb tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0541959 Apr 12 13:22:26.416927 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d44762a1-acfd-4ada-af0e-86b3deb04778 req-d2b284dd-6436-49a6-8747-4a1915e7322b tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433683 Apr 12 13:22:27.532134 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1469eb-f511-4cbd-86f7-02e1c9d06fbf req-7abeece2-58c3-47be-abab-994a92f48e64 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:27.533734 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7d1469eb-f511-4cbd-86f7-02e1c9d06fbf req-7abeece2-58c3-47be-abab-994a92f48e64 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0506065 Apr 12 13:22:27.584871 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7d1469eb-f511-4cbd-86f7-02e1c9d06fbf req-3d2b8e1e-8a87-4dff-85d3-04d01506059a tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453520 Apr 12 13:22:28.706909 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c5940-5a3f-417f-8385-c2fb88c385de req-d189d80d-d47c-411e-b66f-71f19b9e0e71 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:28.708513 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d88c5940-5a3f-417f-8385-c2fb88c385de req-d189d80d-d47c-411e-b66f-71f19b9e0e71 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0514715 Apr 12 13:22:28.769865 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d88c5940-5a3f-417f-8385-c2fb88c385de req-22b924ba-38a7-46a8-a9d2-4d68d8c02814 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554569 Apr 12 13:22:28.841098 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:29.405863 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-bd7eb8ca-9fdf-4138-891c-a4f831a6364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:29.407400 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-bd7eb8ca-9fdf-4138-891c-a4f831a6364e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 1130 time: 0.0883381 Apr 12 13:22:29.506210 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-cd55ac9e-f4f6-4159-a5d0-c62a080eb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:29.507498 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-cd55ac9e-f4f6-4159-a5d0-c62a080eb61f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858 HTTP/1.1" status: 200 len: 908 time: 0.0935037 Apr 12 13:22:29.585966 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-d236451e-38fc-4d45-9595-66ccbe5b8dcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7432af62-bac2-4897-bf49-2491d097d1da HTTP/1.1" status: 200 len: 1002 time: 0.0648694 Apr 12 13:22:29.637044 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-a3cbe853-1270-4dbe-8658-558af5b42927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:29.638888 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-a3cbe853-1270-4dbe-8658-558af5b42927 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1da95a6-7c53-437e-9f11-23b4515a7b11 HTTP/1.1" status: 200 len: 847 time: 0.0465140 Apr 12 13:22:29.686628 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-42140bcf-5d0d-4f06-99f3-965c3c5d8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:29.688128 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-42140bcf-5d0d-4f06-99f3-965c3c5d8ed8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432065 Apr 12 13:22:29.699493 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-6db7af15-2899-47f9-95b7-98c0eb3665d4 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:22:29.700579 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-6db7af15-2899-47f9-95b7-98c0eb3665d4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055909 Apr 12 13:22:29.794102 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-dd05ebf2-eee4-40a6-b660-ae66db4110a6 service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871327 Apr 12 13:22:29.890092 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead19a83-bee6-4192-a630-53f05a5724c7 req-cbf3f194-6abc-4262-983a-f01a4ad561c8 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:29.891606 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ead19a83-bee6-4192-a630-53f05a5724c7 req-cbf3f194-6abc-4262-983a-f01a4ad561c8 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0507584 Apr 12 13:22:29.896140 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-816e4e0e-aea5-4dce-82a5-3093fbfcf243 req-39831dee-35e1-4699-b45d-7b43372a1897 service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942981 Apr 12 13:22:29.943511 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ead19a83-bee6-4192-a630-53f05a5724c7 req-1cebf34d-3c69-45f3-a3ac-271658950f1d tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459487 Apr 12 13:22:31.063913 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f710f-9d6c-491b-9c44-b806fb6fd29b req-cd3351f8-a5df-4f48-a47d-66e3e7acdf0e tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:31.065705 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a23f710f-9d6c-491b-9c44-b806fb6fd29b req-cd3351f8-a5df-4f48-a47d-66e3e7acdf0e tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0489783 Apr 12 13:22:31.118624 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a23f710f-9d6c-491b-9c44-b806fb6fd29b req-0ec723d9-8122-4c3f-a2f3-e553f70a991c tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461390 Apr 12 13:22:32.243355 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a909e-8f7b-465a-bcab-7006c653e84b req-5cffc338-8a90-4392-8306-a74c4fb07322 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:32.245338 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cd7a909e-8f7b-465a-bcab-7006c653e84b req-5cffc338-8a90-4392-8306-a74c4fb07322 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0521054 Apr 12 13:22:32.298672 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cd7a909e-8f7b-465a-bcab-7006c653e84b req-722fddaa-d646-47e9-84ab-bb0b8a3608fd tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476551 Apr 12 13:22:32.557972 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951319db-0016-437d-b614-62934184e8ca req-a68c7657-744a-4584-97ad-9b695c9fc8f0 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:32.559695 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-951319db-0016-437d-b614-62934184e8ca req-a68c7657-744a-4584-97ad-9b695c9fc8f0 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0708172 Apr 12 13:22:32.559851 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59866) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:32.626669 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-951319db-0016-437d-b614-62934184e8ca req-9e096acf-1727-429c-8c8e-bb8d66291a77 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604405 Apr 12 13:22:32.660565 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-a54bc366-487a-4af1-a661-998e7022fb9a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992568 Apr 12 13:22:32.669865 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-e881a0f0-e1aa-4d8b-b7c1-904b76fc771b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:22:32.670861 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-e881a0f0-e1aa-4d8b-b7c1-904b76fc771b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057213 Apr 12 13:22:32.751544 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59874) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:32.848082 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-6fbaca8c-d2a8-4104-9329-0cfbe4a4e4c3 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:32.850099 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-6fbaca8c-d2a8-4104-9329-0cfbe4a4e4c3 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports/7432af62-bac2-4897-bf49-2491d097d1da HTTP/1.1" status: 200 len: 943 time: 0.0970683 Apr 12 13:22:33.749686 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfb28-63f4-474f-b862-d46487e7e1f8 req-5af36bff-e76c-40a6-9b5a-246794a53401 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:33.751281 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-639dfb28-63f4-474f-b862-d46487e7e1f8 req-5af36bff-e76c-40a6-9b5a-246794a53401 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0547876 Apr 12 13:22:33.804948 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-639dfb28-63f4-474f-b862-d46487e7e1f8 req-4af2fb13-574d-4c87-8616-e0029e0c3a25 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474358 Apr 12 13:22:34.232115 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7432af62-bac2-4897-bf49-2491d097d1da no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:22:34.314202 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 7432af62-bac2-4897-bf49-2491d097d1da is: ACTIVE; New status is: DOWN {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:22:34.314583 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7432af62-bac2-4897-bf49-2491d097d1da), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:34.341724 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:22:34.344259 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2024fa-cf70-48b6-aa9a-ba64f57e3578" -d '{"events": [{"server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "name": "network-vif-unplugged", "status": "completed", "tag": "7432af62-bac2-4897-bf49-2491d097d1da"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:22:34.357269 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 7432af62-bac2-4897-bf49-2491d097d1da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7432af62-bac2-4897-bf49-2491d097d1da,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:34.361670 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (7432af62-bac2-4897-bf49-2491d097d1da), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:34.384252 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e79d759-890c-4701-baae-80d7eb17be71 x-openstack-request-id: req-4e79d759-890c-4701-baae-80d7eb17be71 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:22:34.385039 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "name": "network-vif-unplugged", "status": "failed", "tag": "7432af62-bac2-4897-bf49-2491d097d1da", "code": 422}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:22:34.385311 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4e79d759-890c-4701-baae-80d7eb17be71 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:22:34.385710 dv-cinder-830096-4-iscsi neutron-server[103444]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4e79d759-890c-4701-baae-80d7eb17be71']: {'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da', 'code': 422} returned with failed status Apr 12 13:22:34.412412 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=7432af62-bac2-4897-bf49-2491d097d1da,revision_number=6']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:34.830769 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-beac8f04-c567-4c66-8fd0-4233249b8559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:34.923727 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e6593-9121-475f-b9bb-67cbb7f14681 req-c4127ab9-b353-408f-919e-7f2a08b4fdab tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:34.925244 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-377e6593-9121-475f-b9bb-67cbb7f14681 req-c4127ab9-b353-408f-919e-7f2a08b4fdab tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0495245 Apr 12 13:22:34.980061 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-377e6593-9121-475f-b9bb-67cbb7f14681 req-6956c144-734f-4462-904d-5d61707aac9b tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490725 Apr 12 13:22:36.092901 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7d921-5c56-4a29-b8fa-b2f40217f593 req-432de96e-f7f1-48b9-be29-eb641ca19b67 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:36.094380 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-25b7d921-5c56-4a29-b8fa-b2f40217f593 req-432de96e-f7f1-48b9-be29-eb641ca19b67 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0477626 Apr 12 13:22:36.147338 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-25b7d921-5c56-4a29-b8fa-b2f40217f593 req-c3342845-e77e-4290-bf09-17a852a595c0 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471590 Apr 12 13:22:37.109525 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1e10e2e-a88f-4b55-a739-a088bc38fdc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:37.260206 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e0255-9164-4e79-b475-c30225d6dd9b req-d6e6a9e0-e29a-476b-9322-08dd3c80f29d tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:37.261675 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3c6e0255-9164-4e79-b475-c30225d6dd9b req-d6e6a9e0-e29a-476b-9322-08dd3c80f29d tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0461633 Apr 12 13:22:37.308932 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-3c6e0255-9164-4e79-b475-c30225d6dd9b req-897e5409-f2b4-432b-8dfe-19d157fac099 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Apr 12 13:22:38.423629 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deb092-1c47-47f6-9f83-4fde0e2908e4 req-84bae996-24a9-4bb2-a643-66743aab295d tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:38.425111 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f7deb092-1c47-47f6-9f83-4fde0e2908e4 req-84bae996-24a9-4bb2-a643-66743aab295d tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0479889 Apr 12 13:22:38.474434 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-f7deb092-1c47-47f6-9f83-4fde0e2908e4 req-d3949e44-eafb-4a7a-9598-ffde201a67c2 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437429 Apr 12 13:22:38.747206 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:39.453405 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-2bebac34-50dd-498d-81b4-0bd76f72f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:39.455091 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-2bebac34-50dd-498d-81b4-0bd76f72f13d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914&tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5 HTTP/1.1" status: 200 len: 1128 time: 0.3105736 Apr 12 13:22:39.593653 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49a702-ec0c-4ace-a974-da560ac556a4 req-5788fac1-c3c0-4c95-b542-d5293572d82a tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:39.595131 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec49a702-ec0c-4ace-a974-da560ac556a4 req-5788fac1-c3c0-4c95-b542-d5293572d82a tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0518987 Apr 12 13:22:39.619632 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-6700cdcc-f647-4868-9d63-d96cca6b53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:39.621164 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-6700cdcc-f647-4868-9d63-d96cca6b53c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 1128 time: 0.0392468 Apr 12 13:22:39.644488 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ec49a702-ec0c-4ace-a974-da560ac556a4 req-0565d49f-0a3c-4b2a-8d34-c1c0de42da14 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 Apr 12 13:22:39.723645 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-e234c90a-60cd-4641-a13e-854db2dcf6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:39.725105 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-e234c90a-60cd-4641-a13e-854db2dcf6c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858 HTTP/1.1" status: 200 len: 908 time: 0.0932198 Apr 12 13:22:39.810891 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-87fb49f8-0d26-4a9e-a004-1e576410f9e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7432af62-bac2-4897-bf49-2491d097d1da HTTP/1.1" status: 200 len: 1000 time: 0.0609937 Apr 12 13:22:39.859673 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-fbef332d-8325-435c-8c5a-8ca1b2c1e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:39.861105 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-fbef332d-8325-435c-8c5a-8ca1b2c1e7d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1da95a6-7c53-437e-9f11-23b4515a7b11 HTTP/1.1" status: 200 len: 847 time: 0.0443029 Apr 12 13:22:39.902704 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-906e7fa4-1e23-4d92-ba23-2ae381dc5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:39.904192 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-906e7fa4-1e23-4d92-ba23-2ae381dc5db4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368366 Apr 12 13:22:40.000401 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-33ed3631-6100-43be-93fe-8e0ae9364e38 service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886977 Apr 12 13:22:40.094973 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-69c88c0b-3aec-43cb-9602-10a967c00a3b req-965de139-02a9-4833-beb8-72cb8f17d0e2 service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878704 Apr 12 13:22:40.575884 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381e5dd-8cce-45ef-b7fc-079e73596298 req-2069a4ca-f5cb-4fcc-bfa2-dd1193446383 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:40.577411 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e381e5dd-8cce-45ef-b7fc-079e73596298 req-2069a4ca-f5cb-4fcc-bfa2-dd1193446383 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 945 time: 0.0553484 Apr 12 13:22:40.611892 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:40.629891 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e381e5dd-8cce-45ef-b7fc-079e73596298 req-20b3183a-255d-43c6-9ac4-7e16c85a2274 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463901 Apr 12 13:22:40.769437 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd46d39-e57e-4938-b7be-f9e84041242e req-b2c5d6da-2243-443e-ac61-d4b00ebb5b2c tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:40.771116 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bdd46d39-e57e-4938-b7be-f9e84041242e req-b2c5d6da-2243-443e-ac61-d4b00ebb5b2c tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0517414 Apr 12 13:22:40.831386 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bdd46d39-e57e-4938-b7be-f9e84041242e req-62264b5d-8473-4633-a8c6-b9cdbec9adcd tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541661 Apr 12 13:22:41.676080 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:41.748451 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85317c34-293a-43b4-986f-5e2fea83f8fa req-5c21db4b-0a51-4563-9936-c6070f8d8128 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:41.749954 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-85317c34-293a-43b4-986f-5e2fea83f8fa req-5c21db4b-0a51-4563-9936-c6070f8d8128 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 945 time: 0.0494277 Apr 12 13:22:41.796384 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-85317c34-293a-43b4-986f-5e2fea83f8fa req-913f2d52-3b22-4837-b745-b1755d7db276 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407355 Apr 12 13:22:41.943546 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5ad74-5eb3-41e8-94eb-8d43ae914169 req-7fad0792-39f0-4c50-9aa5-fba5a7717c9f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:41.945029 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4ee5ad74-5eb3-41e8-94eb-8d43ae914169 req-7fad0792-39f0-4c50-9aa5-fba5a7717c9f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0466919 Apr 12 13:22:41.993102 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4ee5ad74-5eb3-41e8-94eb-8d43ae914169 req-83e95b21-30c1-4703-9ebd-2d40d3e1d8c4 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420454 Apr 12 13:22:42.909570 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf1de2-b4c3-45e7-882a-c9e6cd76b753 req-a907642a-a638-48a2-8f14-f62279702744 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:42.910928 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1ebf1de2-b4c3-45e7-882a-c9e6cd76b753 req-a907642a-a638-48a2-8f14-f62279702744 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 945 time: 0.0484920 Apr 12 13:22:42.957490 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1ebf1de2-b4c3-45e7-882a-c9e6cd76b753 req-414e6518-9653-40c0-9c0c-afe0851d2751 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409935 Apr 12 13:22:43.108682 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcc01e-d7d5-4cb3-918f-195bfb8733d1 req-0a072455-a467-43ed-8213-c8f5abf6185a tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:43.110333 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-abfcc01e-d7d5-4cb3-918f-195bfb8733d1 req-0a072455-a467-43ed-8213-c8f5abf6185a tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0502226 Apr 12 13:22:43.159942 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-abfcc01e-d7d5-4cb3-918f-195bfb8733d1 req-5a8d398f-375b-47ac-ae7c-6eeb06708c68 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438662 Apr 12 13:22:43.891082 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-5777c826-f8c4-44cc-8f7c-b1cc01913571 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:43.892602 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-5777c826-f8c4-44cc-8f7c-b1cc01913571 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 945 time: 0.0522087 Apr 12 13:22:43.981969 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Deleting port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:22:43.982309 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:44.086457 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138aa6a-3265-4f55-a0cd-90955fbdc38d req-ee7e3aa3-435e-46e3-a875-2be1c35b3821 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:44.088064 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5138aa6a-3265-4f55-a0cd-90955fbdc38d req-ee7e3aa3-435e-46e3-a875-2be1c35b3821 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 945 time: 0.0586882 Apr 12 13:22:44.096200 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] For port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:44.096822 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:44.146108 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5138aa6a-3265-4f55-a0cd-90955fbdc38d req-c552c0be-0e15-4fe3-a6d1-2e2304fbf1cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=cfa82c2e-5e4d-4ae7-b67e-266e367e9321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515056 Apr 12 13:22:44.296982 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999a633-e262-4ba4-8aa3-84d69de37f34 req-038b2764-f428-40c4-9583-ce0bf33b495a tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:44.299691 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4999a633-e262-4ba4-8aa3-84d69de37f34 req-038b2764-f428-40c4-9583-ce0bf33b495a tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0631688 Apr 12 13:22:44.301057 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:44.301452 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (f0591f84-671e-4624-84c8-a02395a1b130), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:44.301767 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Floating IP f0591f84-671e-4624-84c8-a02395a1b130 disassociated. External IP: 172.27.3.153, port: 4f4c271a-97b5-4bf9-b8b2-1fa667e434be. Apr 12 13:22:44.302108 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Calling delete_port for 4f4c271a-97b5-4bf9-b8b2-1fa667e434be owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:22:44.374734 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4999a633-e262-4ba4-8aa3-84d69de37f34 req-b8d3334b-4e15-4fbb-b77f-131448c8cdc2 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679839 Apr 12 13:22:44.461334 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (4f4c271a-97b5-4bf9-b8b2-1fa667e434be), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:44.492116 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'Port': ['ID=4f4c271a-97b5-4bf9-b8b2-1fa667e434be,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:44.507039 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.508871 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.508871 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.508871 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.508871 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.508871 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.509377 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.509471 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.509748 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.510644 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.511013 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.511437 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.511764 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.512075 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.512599 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:44.632903 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:22:44.748901 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:22:44.762760 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:22:44.777368 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:22:44.778305 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:22:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:44.796053 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] No DVR routers for this DVR port 4f4c271a-97b5-4bf9-b8b2-1fa667e434be on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:22:44.799345 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:44.803123 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-445e1b55-d2a4-4aeb-a22e-fa4fad1a42d8 req-08ccc96c-0eb1-42d2-8f30-5b6885928b83 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "DELETE /v2.0/ports/4f4c271a-97b5-4bf9-b8b2-1fa667e434be HTTP/1.1" status: 204 len: 173 time: 0.9007304 Apr 12 13:22:44.803749 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'name': 'network-vif-deleted', 'tag': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:22:44.806216 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27edb976-0f09-45ec-98c9-e60e0a712936" -d '{"events": [{"server_uuid": "773b32cf-5a52-4b9b-a3b8-089cc394772c", "name": "network-vif-deleted", "tag": "4f4c271a-97b5-4bf9-b8b2-1fa667e434be"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:22:44.963952 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0c90ff-a7ca-4164-941f-a052bdb3ca65 x-openstack-request-id: req-0b0c90ff-a7ca-4164-941f-a052bdb3ca65 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:22:44.964968 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773b32cf-5a52-4b9b-a3b8-089cc394772c", "name": "network-vif-deleted", "tag": "4f4c271a-97b5-4bf9-b8b2-1fa667e434be", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:22:44.964968 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0b0c90ff-a7ca-4164-941f-a052bdb3ca65 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:22:44.964968 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0c90ff-a7ca-4164-941f-a052bdb3ca65'] response: {'server_uuid': '773b32cf-5a52-4b9b-a3b8-089cc394772c', 'name': 'network-vif-deleted', 'tag': '4f4c271a-97b5-4bf9-b8b2-1fa667e434be', 'status': 'completed', 'code': 200} Apr 12 13:22:45.017602 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:22:45.247528 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:45.280100 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:22:45.283176 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a240e8ad-786b-4007-851d-1dc610d19fec req-fa9709cf-6cf2-4f94-90ba-eb293e6f3c45 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=773b32cf-5a52-4b9b-a3b8-089cc394772c HTTP/1.1" status: 200 len: 210 time: 0.0303125 Apr 12 13:22:45.290240 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:22:45.290951 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:22:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:45.414863 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:22:45.520541 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7252b7-31a1-415b-97c6-0efec70e3bdf req-369bd9f6-ff51-4785-92c4-356aacf46f9b tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:45.522306 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ad7252b7-31a1-415b-97c6-0efec70e3bdf req-369bd9f6-ff51-4785-92c4-356aacf46f9b tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 944 time: 0.0550110 Apr 12 13:22:45.582703 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ad7252b7-31a1-415b-97c6-0efec70e3bdf req-efecfb58-90b8-4109-ad5e-f1412892e0b5 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542238 Apr 12 13:22:45.718965 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:45.746059 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aced95-8c39-4bbf-99be-d3c7d9371c97 None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:22:45.970074 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b40d3-bf8a-45e3-a150-2a3cdf474002 None None] New status for floating IP f0591f84-671e-4624-84c8-a02395a1b130: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:22:46.242538 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:22:46.293324 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7432af62-bac2-4897-bf49-2491d097d1da details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:22:46.370889 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59982) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:46.402702 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 7432af62-bac2-4897-bf49-2491d097d1da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7432af62-bac2-4897-bf49-2491d097d1da,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:46.415510 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': '7432af62-bac2-4897-bf49-2491d097d1da', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'port_id': '7432af62-bac2-4897-bf49-2491d097d1da', 'mac_address': 'fa:16:3e:86:96:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:22:46.434461 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ac6ffd8-3234-48ef-9b25-3062b4fee3bd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (cfa82c2e-5e4d-4ae7-b67e-266e367e9321), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:46.456622 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 7432af62-bac2-4897-bf49-2491d097d1da is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:22:46.457098 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7432af62-bac2-4897-bf49-2491d097d1da), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:46.460527 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ac6ffd8-3234-48ef-9b25-3062b4fee3bd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (cfa82c2e-5e4d-4ae7-b67e-266e367e9321), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:46.474579 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7432af62-bac2-4897-bf49-2491d097d1da {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:22:46.495531 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 7432af62-bac2-4897-bf49-2491d097d1da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7432af62-bac2-4897-bf49-2491d097d1da,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:46.499825 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (7432af62-bac2-4897-bf49-2491d097d1da), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:46.514269 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ac6ffd8-3234-48ef-9b25-3062b4fee3bd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (cfa82c2e-5e4d-4ae7-b67e-266e367e9321), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:46.519241 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-9ac6ffd8-3234-48ef-9b25-3062b4fee3bd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:46.521097 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-9ac6ffd8-3234-48ef-9b25-3062b4fee3bd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "DELETE /v2.0/security-groups/cfa82c2e-5e4d-4ae7-b67e-266e367e9321 HTTP/1.1" status: 204 len: 168 time: 0.1483450 Apr 12 13:22:46.524170 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59984) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:46.532917 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6ffd8-3234-48ef-9b25-3062b4fee3bd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa82c2e-5e4d-4ae7-b67e-266e367e9321,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:46.539582 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.api.v2.resource [None req-a9c24dc9-0f18-405c-8314-8da0b774f484 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] show failed (client error): The resource could not be found. Apr 12 13:22:46.543663 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59986) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:46.543875 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a9c24dc9-0f18-405c-8314-8da0b774f484 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups/cfa82c2e-5e4d-4ae7-b67e-266e367e9321 HTTP/1.1" status: 404 len: 347 time: 0.0177510 Apr 12 13:22:46.568897 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=7432af62-bac2-4897-bf49-2491d097d1da,revision_number=7']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:46.577836 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.578176 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.578512 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.578845 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.579172 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.579495 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.579816 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.580133 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.580453 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.580767 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.581091 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.581438 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.581751 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.582062 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.582493 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:46.672332 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06bbe-a296-409f-802f-48c0b45f7017 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Deleting port 444d6907-35fe-46a9-a57c-c66beaf0456c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:22:46.672842 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3d06bbe-a296-409f-802f-48c0b45f7017 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (444d6907-35fe-46a9-a57c-c66beaf0456c), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:46.700152 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ce7f-1a37-4c18-949e-e0a716d740cc req-6bdde5b9-1879-4699-874b-1c193c535cbc tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:46.701909 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d452ce7f-1a37-4c18-949e-e0a716d740cc req-6bdde5b9-1879-4699-874b-1c193c535cbc tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 945 time: 0.0493147 Apr 12 13:22:46.749619 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3d06bbe-a296-409f-802f-48c0b45f7017 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (444d6907-35fe-46a9-a57c-c66beaf0456c), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:46.749967 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3d06bbe-a296-409f-802f-48c0b45f7017 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (444d6907-35fe-46a9-a57c-c66beaf0456c), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:46.754080 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d452ce7f-1a37-4c18-949e-e0a716d740cc req-9e3b171b-76e8-4628-b614-d73e90b53062 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463850 Apr 12 13:22:46.763049 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-a3d06bbe-a296-409f-802f-48c0b45f7017 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Calling delete_port for 444d6907-35fe-46a9-a57c-c66beaf0456c owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:22:46.774164 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['7432af62-bac2-4897-bf49-2491d097d1da'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:22:46.907056 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3d06bbe-a296-409f-802f-48c0b45f7017 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (444d6907-35fe-46a9-a57c-c66beaf0456c), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:46.934158 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d06bbe-a296-409f-802f-48c0b45f7017 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'Port': ['ID=444d6907-35fe-46a9-a57c-c66beaf0456c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:46.999660 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3d06bbe-a296-409f-802f-48c0b45f7017 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (f0591f84-671e-4624-84c8-a02395a1b130), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.002345 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a3d06bbe-a296-409f-802f-48c0b45f7017 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.003570 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a3d06bbe-a296-409f-802f-48c0b45f7017 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "DELETE /v2.0/floatingips/f0591f84-671e-4624-84c8-a02395a1b130 HTTP/1.1" status: 204 len: 168 time: 0.4585164 Apr 12 13:22:47.434696 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59994) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:47.439720 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-d3a2768c-1114-4a74-96b8-8f2a89f638e2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839862090', 'description': 'tempest-description--1177865198'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:22:47.459999 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2768c-1114-4a74-96b8-8f2a89f638e2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.537417 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2768c-1114-4a74-96b8-8f2a89f638e2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (501a1019-12b4-4cbe-8b1c-7ab79bb710d4), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.544223 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2768c-1114-4a74-96b8-8f2a89f638e2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (501a1019-12b4-4cbe-8b1c-7ab79bb710d4), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.572648 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-d3a2768c-1114-4a74-96b8-8f2a89f638e2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.573887 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-d3a2768c-1114-4a74-96b8-8f2a89f638e2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1380832 Apr 12 13:22:47.575818 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2768c-1114-4a74-96b8-8f2a89f638e2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501a1019-12b4-4cbe-8b1c-7ab79bb710d4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:47.577294 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 59996) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:47.582485 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group_rule': {'security_group_id': '501a1019-12b4-4cbe-8b1c-7ab79bb710d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:22:47.608553 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (5f666ebd-0922-425f-9c79-42b66e57e873), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.665907 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (5f666ebd-0922-425f-9c79-42b66e57e873), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.669538 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (5f666ebd-0922-425f-9c79-42b66e57e873), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.687408 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f666ebd-0922-425f-9c79-42b66e57e873,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:47.692804 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.694103 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150250 Apr 12 13:22:47.697770 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 59998) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:47.699453 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.699796 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.700130 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.700460 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.700787 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.701111 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.701536 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.701859 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.702178 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.702493 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.702884 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.703204 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.703313 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-48ca67ec-ad25-40ef-b1b2-a099f9607245 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'security_group_rule': {'security_group_id': '501a1019-12b4-4cbe-8b1c-7ab79bb710d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:22:47.703522 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.703835 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.704146 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcf136-3fd0-4d33-a480-00ef991dbcd1 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:22:47.730076 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48ca67ec-ad25-40ef-b1b2-a099f9607245 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (1f28bab7-4637-46ff-832f-a096366b7140), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.788525 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48ca67ec-ad25-40ef-b1b2-a099f9607245 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (1f28bab7-4637-46ff-832f-a096366b7140), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.792181 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48ca67ec-ad25-40ef-b1b2-a099f9607245 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594793'] for security_group_rule (1f28bab7-4637-46ff-832f-a096366b7140), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.813921 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca67ec-ad25-40ef-b1b2-a099f9607245 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f28bab7-4637-46ff-832f-a096366b7140,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:47.818360 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-48ca67ec-ad25-40ef-b1b2-a099f9607245 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.823271 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-48ca67ec-ad25-40ef-b1b2-a099f9607245 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209204 Apr 12 13:22:47.823271 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60002) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:47.828180 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:22:47.849194 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:47.874161 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ff58a-ccef-465c-824e-ac61a45bd590 req-804e9abf-776f-438a-ba58-756c1f1c604d tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:47.876524 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7d5ff58a-ccef-465c-824e-ac61a45bd590 req-804e9abf-776f-438a-ba58-756c1f1c604d tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 945 time: 0.0468092 Apr 12 13:22:47.924855 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-7d5ff58a-ccef-465c-824e-ac61a45bd590 req-6f4f6053-e5ce-47fa-a3af-e56a1ffa94bc tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436344 Apr 12 13:22:47.927351 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.033996 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Allocated IP 172.27.3.40 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/84bfa05c-65c1-4ce0-991c-eeeee9251437) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:22:48.148627 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (84bfa05c-65c1-4ce0-991c-eeeee9251437), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.189138 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (84bfa05c-65c1-4ce0-991c-eeeee9251437), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.228224 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:22:48.232442 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:22:48.243253 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:22:48.247046 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=84bfa05c-65c1-4ce0-991c-eeeee9251437,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:48.310822 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7432af62-bac2-4897-bf49-2491d097d1da up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:22:48.341004 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (18aa9983-b1d1-4c61-866a-42783b7113d8), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.362559 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port 7432af62-bac2-4897-bf49-2491d097d1da triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:22:48.363020 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (7432af62-bac2-4897-bf49-2491d097d1da), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.387670 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (84bfa05c-65c1-4ce0-991c-eeeee9251437), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.456228 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port 7432af62-bac2-4897-bf49-2491d097d1da is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:22:48.456616 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (7432af62-bac2-4897-bf49-2491d097d1da), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.482480 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:22:48.484963 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ac2764-5959-4b5f-a111-94d2386af69f" -d '{"events": [{"server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "name": "network-vif-plugged", "status": "completed", "tag": "7432af62-bac2-4897-bf49-2491d097d1da"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:22:48.498651 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port 7432af62-bac2-4897-bf49-2491d097d1da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7432af62-bac2-4897-bf49-2491d097d1da,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:48.504841 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (7432af62-bac2-4897-bf49-2491d097d1da), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.505937 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 4f4c271a-97b5-4bf9-b8b2-1fa667e434be no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:22:48.555417 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c349fc16-9061-4cde-a1c5-dacad6cf4163 x-openstack-request-id: req-c349fc16-9061-4cde-a1c5-dacad6cf4163 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:22:48.556269 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "name": "network-vif-plugged", "status": "completed", "tag": "7432af62-bac2-4897-bf49-2491d097d1da", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:22:48.557293 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c349fc16-9061-4cde-a1c5-dacad6cf4163 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:22:48.558031 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c349fc16-9061-4cde-a1c5-dacad6cf4163'] response: {'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da', 'code': 200} Apr 12 13:22:48.560924 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 4f4c271a-97b5-4bf9-b8b2-1fa667e434be {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:22:48.561361 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 4f4c271a-97b5-4bf9-b8b2-1fa667e434be not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:22:48.583925 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (84bfa05c-65c1-4ce0-991c-eeeee9251437), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.590286 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (84bfa05c-65c1-4ce0-991c-eeeee9251437), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.597643 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=7432af62-bac2-4897-bf49-2491d097d1da,revision_number=8']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:48.641434 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-91507dac-1778-4f05-a92a-96fa8825b2ca tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1249288930&fields=id&tenant_id=20eb796f475e4b588ff0d23e33387680 HTTP/1.1" status: 200 len: 267 time: 0.0538075 Apr 12 13:22:48.662528 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=84bfa05c-65c1-4ce0-991c-eeeee9251437,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:48.675056 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (18aa9983-b1d1-4c61-866a-42783b7113d8), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.693192 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:48.703011 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e0ee0179-6f8b-400e-9c21-cb67b38b301f tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8698568 Apr 12 13:22:48.770502 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5bb12-80d5-4180-938f-368c849825ae req-35406d4e-33c1-4167-9c2b-12a16184ba3a tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:48.773800 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-35406d4e-33c1-4167-9c2b-12a16184ba3a tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 812 time: 0.1212180 Apr 12 13:22:48.775302 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c9136-814d-4766-9046-266d7b1b4d54 req-3dc3858d-50b8-449c-ba7a-f8afe7df3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:48.777450 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-888c9136-814d-4766-9046-266d7b1b4d54 req-3dc3858d-50b8-449c-ba7a-f8afe7df3616 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 1130 time: 0.0444682 Apr 12 13:22:48.787942 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-4a827607-e9c5-4b70-8ed0-4c8f64719c93 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/quotas/20eb796f475e4b588ff0d23e33387680 HTTP/1.1" status: 200 len: 375 time: 0.0098493 Apr 12 13:22:48.828979 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-888c9136-814d-4766-9046-266d7b1b4d54 req-3854c608-6557-45a9-a7d4-d79957eeabdc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415156 Apr 12 13:22:48.863535 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-8d318664-295b-4d25-b622-ebe91fe74666 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691297 Apr 12 13:22:48.880918 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-eef1c449-b222-4cff-9e45-1db35a8b627d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:22:48.881929 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-eef1c449-b222-4cff-9e45-1db35a8b627d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057173 Apr 12 13:22:48.886089 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-a5c7ce54-586c-4124-8aba-0f136b7d6901 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1839862090&fields=id&tenant_id=f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 267 time: 0.0780833 Apr 12 13:22:49.044484 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-06e6e613-88b6-448e-be98-5483ef876eb9 service neutron] 10.222.0.47 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562247 Apr 12 13:22:49.331825 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8594-4826-4288-8a32-44f293932977 req-eff272e0-2b56-46af-8fbe-c4f591387c6a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:49.333337 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-eff272e0-2b56-46af-8fbe-c4f591387c6a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 815 time: 0.4275949 Apr 12 13:22:49.382164 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-f7705a83-f73c-4659-b333-5e51e4531971 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/quotas/f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 375 time: 0.0397565 Apr 12 13:22:49.448121 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-50abddf3-84ec-4331-b505-07d3241e9642 service neutron] 10.222.0.47 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979881 Apr 12 13:22:49.452149 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-8152a956-9cf0-4b45-b99e-95d4896bb5aa tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635114 Apr 12 13:22:49.468571 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-5cc4fbf9-5938-4319-85f0-a0a3c48ad365 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:22:49.469920 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-5cc4fbf9-5938-4319-85f0-a0a3c48ad365 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055134 Apr 12 13:22:49.588552 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-85f76db5-c9e5-43e4-8ebc-22ecffb9205d service neutron] 10.222.0.47 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119673 Apr 12 13:22:49.726782 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-929a6705-dde1-4e63-a159-dedd7ece47ff service neutron] 10.222.0.47 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241028 Apr 12 13:22:49.796668 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ff732-2f76-4744-bf92-a532e015d10f req-6cca3f86-771e-4a25-bdec-0f48446a8794 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:49.798701 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cc2ff732-2f76-4744-bf92-a532e015d10f req-6cca3f86-771e-4a25-bdec-0f48446a8794 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0530078 Apr 12 13:22:49.867442 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cc2ff732-2f76-4744-bf92-a532e015d10f req-4f0f7ec7-e4d7-4e3c-9d82-9dab06009a40 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590491 Apr 12 13:22:49.931261 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-903ecf7d-902f-4e52-8ce3-cec0c666bfee req-9a846f73-ca67-494b-8e16-3a274c1faefe tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 210 time: 0.0381896 Apr 12 13:22:49.957740 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-501db856-fb85-487d-83d1-5633fc09c6cb req-ed6dfcef-41d2-4cc4-beff-3da4c85690e8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 210 time: 0.0516586 Apr 12 13:22:50.972318 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25437e55-54e1-4a2c-98e7-18c524d65341 req-14a9d23a-4160-4477-afe1-c74b5cba8030 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:50.974633 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-25437e55-54e1-4a2c-98e7-18c524d65341 req-14a9d23a-4160-4477-afe1-c74b5cba8030 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0497537 Apr 12 13:22:51.056116 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-25437e55-54e1-4a2c-98e7-18c524d65341 req-c75830c3-c32b-4d0f-b918-c3e71d5a6668 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737860 Apr 12 13:22:51.128889 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-848d0d3f-d951-4c91-ac3c-b790d112c81d req-935b99f6-f192-4d97-8306-a73ceb33aded tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 210 time: 0.0713801 Apr 12 13:22:51.149330 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5bb12-80d5-4180-938f-368c849825ae req-ef335a38-b5cd-498e-9030-5fba93e6ca83 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:51.152458 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-ef335a38-b5cd-498e-9030-5fba93e6ca83 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 812 time: 0.1685269 Apr 12 13:22:51.215234 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bb36fd04-cc9b-45a0-b913-b55485944534 req-83347256-76f9-475c-a313-db946330f4b8 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 210 time: 0.0759389 Apr 12 13:22:51.242514 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-4d7d5a82-a174-4054-96a7-d81397daf2f2 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20eb796f475e4b588ff0d23e33387680 HTTP/1.1" status: 200 len: 380 time: 0.0812738 Apr 12 13:22:51.252591 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'port': {'device_id': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'admin_state_up': True, 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'security_groups': ['3aa12078-5419-4fe5-8719-e811a95be20f']}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:22:51.264273 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8594-4826-4288-8a32-44f293932977 req-1bca7e4f-8846-465f-b988-acff1a24ced0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:51.265952 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-1bca7e4f-8846-465f-b988-acff1a24ced0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 815 time: 0.1485426 Apr 12 13:22:51.344680 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-b84088db-8b0d-4950-bccb-6ecc82109725 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e1b203c9c9478f863d115e7188d9a1 HTTP/1.1" status: 200 len: 380 time: 0.0707302 Apr 12 13:22:51.358699 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'port': {'device_id': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'admin_state_up': True, 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'security_groups': ['501a1019-12b4-4cbe-8b1c-7ab79bb710d4']}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:22:51.387154 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Made reservation on behalf of 20eb796f475e4b588ff0d23e33387680 for: {'port': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:22:51.390945 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:51.491331 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Made reservation on behalf of f7e1b203c9c9478f863d115e7188d9a1 for: {'port': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:22:51.494923 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:51.554094 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Allocated IP 172.20.0.12 (88410ab7-5384-464f-bd1e-6730e2b97d6d/f5036a80-cf92-4a4c-838a-96f4bd716c70/b8e3f426-4c57-4f38-ab6d-7628597c9671) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:22:51.701706 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_common [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Allocated IP 172.20.0.14 (6081ec14-2d25-40c5-a801-e052bfcd242a/8ed911cc-c1c3-4fc5-8484-f271b8362f08/fecdbea5-2c56-49bf-b58c-f434ef74a92d) {{(pid=103442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:22:51.765414 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:51.818283 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:51.890652 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:22:51.896051 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:22:51.919053 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:22:51.920046 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:51.926355 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'Port': ['ID=b8e3f426-4c57-4f38-ab6d-7628597c9671,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:51.971045 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.009323 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:52.010663 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.035220 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-5cb6824d-14bb-4659-9638-7391bdb7b470 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7872338 Apr 12 13:22:52.037554 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Network 6081ec14-2d25-40c5-a801-e052bfcd242a is already hosted by enough agents. {{(pid=103442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:22:52.040896 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Resources bound (agent type, host, resource id): {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:22:52.046915 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Received port after_create {{(pid=103442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:22:52.050140 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Request body: {'port': {'device_id': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:22:52.080728 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event updated for resources: {'Port': ['ID=fecdbea5-2c56-49bf-b58c-f434ef74a92d,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:52.133228 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:52.134324 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.158442 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-25459ad7-9466-464f-a715-49d1836c8177 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8054304 Apr 12 13:22:52.172797 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Request body: {'port': {'device_id': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:22:52.205540 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.281413 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-9782af48-2933-4fee-9413-3e9b467cc040 None None] Provisioning complete for port b8e3f426-4c57-4f38-ab6d-7628597c9671 triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:22:52.281989 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9782af48-2933-4fee-9413-3e9b467cc040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.290731 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.380366 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-9782af48-2933-4fee-9413-3e9b467cc040 None None] Port b8e3f426-4c57-4f38-ab6d-7628597c9671 cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:22:52.501588 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-a5f856f6-bf4e-44a7-b72e-7c823f7ae7a6 None None] Provisioning complete for port fecdbea5-2c56-49bf-b58c-f434ef74a92d triggered by entity DHCP. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:22:52.502252 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a5f856f6-bf4e-44a7-b72e-7c823f7ae7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.528862 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25296420-ab9e-4241-8afb-4bb11b8209f5 req-4740029b-c776-4e70-bbf6-5cb5458491bd tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:52.530499 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-25296420-ab9e-4241-8afb-4bb11b8209f5 req-4740029b-c776-4e70-bbf6-5cb5458491bd tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 932 time: 0.2162759 Apr 12 13:22:52.543465 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a98a5c-b6e8-4056-aa06-b8c878e1cbe3 req-8b6fc8cc-6301-40a1-8238-f32d66438c12 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:52.545034 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-86a98a5c-b6e8-4056-aa06-b8c878e1cbe3 req-8b6fc8cc-6301-40a1-8238-f32d66438c12 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 932 time: 0.1569164 Apr 12 13:22:52.545267 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-a5f856f6-bf4e-44a7-b72e-7c823f7ae7a6 None None] Port fecdbea5-2c56-49bf-b58c-f434ef74a92d cannot update to ACTIVE because it is not bound. {{(pid=103444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:22:52.598517 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e3f426-4c57-4f38-ab6d-7628597c9671 {{(pid=103443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:22:52.607327 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Publish callbacks [] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.626110 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.provisioning_blocks [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Transition to ACTIVE for port object b8e3f426-4c57-4f38-ab6d-7628597c9671 will not be triggered until provisioned by entity L2. {{(pid=103443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:22:52.632615 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.701437 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-25296420-ab9e-4241-8afb-4bb11b8209f5 req-958bdc8c-7db2-481d-8cca-97e28d98dc72 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526561 Apr 12 13:22:52.717227 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-86a98a5c-b6e8-4056-aa06-b8c878e1cbe3 req-48fd5d56-0000-459c-a468-68aafdb818ca tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602337 Apr 12 13:22:52.731999 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e3f426-4c57-4f38-ab6d-7628597c9671,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:52.783865 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Attempting to bind port b8e3f426-4c57-4f38-ab6d-7628597c9671 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:22:52.784331 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Attempting to bind port b8e3f426-4c57-4f38-ab6d-7628597c9671 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:22:52.784755 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Attempting to bind port b8e3f426-4c57-4f38-ab6d-7628597c9671 on network 88410ab7-5384-464f-bd1e-6730e2b97d6d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:22:52.790040 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Port b8e3f426-4c57-4f38-ab6d-7628597c9671 on network 88410ab7-5384-464f-bd1e-6730e2b97d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:22:52.790363 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Attempting to bind port b8e3f426-4c57-4f38-ab6d-7628597c9671 on network 88410ab7-5384-464f-bd1e-6730e2b97d6d {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:22:52.795776 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:22:52.796113 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Checking segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:22:52.796501 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Bound using segment: {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'} {{(pid=103443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:22:52.796932 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.managers [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Bound port: b8e3f426-4c57-4f38-ab6d-7628597c9671, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b50dc32-bd3d-4a49-a741-71c706454fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d'}}] {{(pid=103443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:22:52.797323 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.808145 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecdbea5-2c56-49bf-b58c-f434ef74a92d {{(pid=103442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:22:52.817936 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Publish callbacks [] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.833943 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.provisioning_blocks [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Transition to ACTIVE for port object fecdbea5-2c56-49bf-b58c-f434ef74a92d will not be triggered until provisioned by entity L2. {{(pid=103442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:22:52.837994 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.872632 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] For port b8e3f426-4c57-4f38-ab6d-7628597c9671, host hv-cinder-83009, cleared binding levels {{(pid=103443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:22:52.875963 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] For port b8e3f426-4c57-4f38-ab6d-7628597c9671, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8e3f426-4c57-4f38-ab6d-7628597c9671,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:22:52.883832 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.893374 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Pushing event updated for resources: {'Port': ['ID=fecdbea5-2c56-49bf-b58c-f434ef74a92d,revision_number=2']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:52.923159 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:52.924379 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:52.925862 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] 10.222.0.26 "PUT /v2.0/ports/b8e3f426-4c57-4f38-ab6d-7628597c9671 HTTP/1.1" status: 200 len: 1094 time: 0.8829393 Apr 12 13:22:52.926332 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'tag': 'b8e3f426-4c57-4f38-ab6d-7628597c9671'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:22:52.928641 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c5ed2-6937-4da2-b367-114e7231881e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f91b8db-9af2-4e58-9c18-8235c6828143", "tag": "b8e3f426-4c57-4f38-ab6d-7628597c9671"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:22:52.981806 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Attempting to bind port fecdbea5-2c56-49bf-b58c-f434ef74a92d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:22:52.982146 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Attempting to bind port fecdbea5-2c56-49bf-b58c-f434ef74a92d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:22:52.982471 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Attempting to bind port fecdbea5-2c56-49bf-b58c-f434ef74a92d on network 6081ec14-2d25-40c5-a801-e052bfcd242a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:22:52.989171 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Port fecdbea5-2c56-49bf-b58c-f434ef74a92d on network 6081ec14-2d25-40c5-a801-e052bfcd242a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:22:52.989532 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Attempting to bind port fecdbea5-2c56-49bf-b58c-f434ef74a92d on network 6081ec14-2d25-40c5-a801-e052bfcd242a {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:22:52.996289 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Checking agent: {'id': 'e7c753f8-b435-49df-9460-1ebaebe27c8b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'started_at': datetime.datetime(2022, 4, 12, 13, 9, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:22:52.996653 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Checking segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:22:52.997025 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Bound using segment: {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'} {{(pid=103442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:22:52.997521 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.managers [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Bound port: fecdbea5-2c56-49bf-b58c-f434ef74a92d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff078544-75dd-4686-821e-dfee54bf2bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a'}}] {{(pid=103442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:22:52.997889 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), before_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:53.005106 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677d6431-f1d1-4599-95c5-74803d241fad x-openstack-request-id: req-677d6431-f1d1-4599-95c5-74803d241fad {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:22:53.005515 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f91b8db-9af2-4e58-9c18-8235c6828143", "tag": "b8e3f426-4c57-4f38-ab6d-7628597c9671", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:22:53.005776 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-677d6431-f1d1-4599-95c5-74803d241fad {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:22:53.006092 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677d6431-f1d1-4599-95c5-74803d241fad'] response: {'name': 'network-changed', 'server_uuid': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'tag': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'status': 'completed', 'code': 200} Apr 12 13:22:53.008328 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c4f03-ec1c-4b91-9cc9-0e17a875af60 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e3f426-4c57-4f38-ab6d-7628597c9671,revision_number=3']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:53.067611 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5bb12-80d5-4180-938f-368c849825ae req-e99f1322-53cb-4d71-81a2-5b34aaa6c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.070281 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-e99f1322-53cb-4d71-81a2-5b34aaa6c5b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 1128 time: 0.0633831 Apr 12 13:22:53.090530 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] For port fecdbea5-2c56-49bf-b58c-f434ef74a92d, host hv-cinder-83009, cleared binding levels {{(pid=103442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:22:53.094755 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] For port fecdbea5-2c56-49bf-b58c-f434ef74a92d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fecdbea5-2c56-49bf-b58c-f434ef74a92d,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:22:53.105913 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12484010'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:53.123196 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-dd63cdfb-c594-4062-be47-144e337072b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e3f426-4c57-4f38-ab6d-7628597c9671 HTTP/1.1" status: 200 len: 217 time: 0.0458412 Apr 12 13:22:53.142825 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.143532 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:53.145031 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] 10.222.0.26 "PUT /v2.0/ports/fecdbea5-2c56-49bf-b58c-f434ef74a92d HTTP/1.1" status: 200 len: 1094 time: 0.9787340 Apr 12 13:22:53.145575 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'tag': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:22:53.147956 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a09d7dc-d7a2-447a-8e22-b4f81a550577" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8df6a9-c7b4-4ef5-94eb-c980d5550da8", "tag": "fecdbea5-2c56-49bf-b58c-f434ef74a92d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:22:53.194836 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5bb12-80d5-4180-938f-368c849825ae req-893a52fc-483c-4c94-9c8d-9c3f778aa39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.196467 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-893a52fc-483c-4c94-9c8d-9c3f778aa39f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0675170 Apr 12 13:22:53.212469 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292142c-920c-4cbe-a40a-9ab207879694 service neutron] Pushing event updated for resources: {'Port': ['ID=fecdbea5-2c56-49bf-b58c-f434ef74a92d,revision_number=3']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:53.237610 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e991b10-0088-4143-9774-3db89652fd2a x-openstack-request-id: req-5e991b10-0088-4143-9774-3db89652fd2a {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:22:53.237906 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8df6a9-c7b4-4ef5-94eb-c980d5550da8", "tag": "fecdbea5-2c56-49bf-b58c-f434ef74a92d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:22:53.238164 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e991b10-0088-4143-9774-3db89652fd2a {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:22:53.238584 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e991b10-0088-4143-9774-3db89652fd2a'] response: {'name': 'network-changed', 'server_uuid': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'tag': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d', 'status': 'completed', 'code': 200} Apr 12 13:22:53.254524 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8594-4826-4288-8a32-44f293932977 req-f02321de-d150-446a-9f3e-9072c8907ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.256472 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5bb12-80d5-4180-938f-368c849825ae req-db30bee6-6116-499a-abdb-5d8c0949588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.257002 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-f02321de-d150-446a-9f3e-9072c8907ab8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 1128 time: 0.0613024 Apr 12 13:22:53.258049 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-db30bee6-6116-499a-abdb-5d8c0949588d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554223 Apr 12 13:22:53.320010 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-0d260d14-c0d3-4af2-a22d-7660616e63ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fecdbea5-2c56-49bf-b58c-f434ef74a92d HTTP/1.1" status: 200 len: 217 time: 0.0516558 Apr 12 13:22:53.385754 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8594-4826-4288-8a32-44f293932977 req-8f3ca354-9993-4eb7-a12b-1ed9984e3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.385754 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-8f3ca354-9993-4eb7-a12b-1ed9984e3fe2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0590923 Apr 12 13:22:53.404587 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-88b4e130-1b88-46a5-b48c-3857bbe6eedb service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311958 Apr 12 13:22:53.440501 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8594-4826-4288-8a32-44f293932977 req-9311a072-aa58-4d82-a4e1-65782c27a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.442509 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-9311a072-aa58-4d82-a4e1-65782c27a995 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508065 Apr 12 13:22:53.524431 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-07a5bb12-80d5-4180-938f-368c849825ae req-57f4cc22-c63f-4df9-a25e-6111dec9cd15 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136689 Apr 12 13:22:53.550147 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-b7717269-bfc0-4d57-b602-248d40a861af service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011796 Apr 12 13:22:53.824077 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5ed2-6937-4da2-b367-114e7231881e req-5fb6b638-3060-47e9-9d95-61263b734fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.825569 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c11c5ed2-6937-4da2-b367-114e7231881e req-5fb6b638-3060-47e9-9d95-61263b734fe9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 1128 time: 0.0410259 Apr 12 13:22:53.899280 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c38703-11ec-451a-9fa0-4707659aae81 req-00bd0d1e-939d-43b7-af94-338d703dba1b tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.901390 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-64c38703-11ec-451a-9fa0-4707659aae81 req-00bd0d1e-939d-43b7-af94-338d703dba1b tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 944 time: 0.1235416 Apr 12 13:22:53.922342 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5ed2-6937-4da2-b367-114e7231881e req-93d83629-1c8a-4f9f-97e4-3a7a8fd392b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.923897 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcda97f8-2d72-434a-b545-acef66979e56 req-a3af9b2e-a46a-4593-949c-8a5f411ef91d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:53.924135 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c11c5ed2-6937-4da2-b367-114e7231881e req-93d83629-1c8a-4f9f-97e4-3a7a8fd392b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 912 time: 0.0919869 Apr 12 13:22:53.925383 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dcda97f8-2d72-434a-b545-acef66979e56 req-a3af9b2e-a46a-4593-949c-8a5f411ef91d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 944 time: 0.1291635 Apr 12 13:22:53.968793 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c11c5ed2-6937-4da2-b367-114e7231881e req-bbcae22e-2412-4c20-bac2-7fb66de5d30c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e3f426-4c57-4f38-ab6d-7628597c9671 HTTP/1.1" status: 200 len: 217 time: 0.0357604 Apr 12 13:22:54.003808 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-d55d8594-4826-4288-8a32-44f293932977 req-a1fee769-55ff-4fd4-81b2-4ea201012bf0 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168584 Apr 12 13:22:54.010415 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-64c38703-11ec-451a-9fa0-4707659aae81 req-0b771590-481f-4f57-aa95-138fe4a3cb49 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029725 Apr 12 13:22:54.020103 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5ed2-6937-4da2-b367-114e7231881e req-55bd0230-87d6-4178-ab31-7b8da0a2bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:54.021609 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c11c5ed2-6937-4da2-b367-114e7231881e req-55bd0230-87d6-4178-ab31-7b8da0a2bffa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0449433 Apr 12 13:22:54.027642 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-dcda97f8-2d72-434a-b545-acef66979e56 req-9b030004-d3b2-42b0-b73a-76addd99b2a6 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936596 Apr 12 13:22:54.075227 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c5ed2-6937-4da2-b367-114e7231881e req-54f3c09c-9909-4c55-bacb-db2d6ed58da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:54.076665 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c11c5ed2-6937-4da2-b367-114e7231881e req-54f3c09c-9909-4c55-bacb-db2d6ed58da9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418179 Apr 12 13:22:54.885708 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-a4e1d34d-9a22-41a0-8dc5-7a97b6ce179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:54.887209 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-a4e1d34d-9a22-41a0-8dc5-7a97b6ce179e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 1128 time: 0.0405052 Apr 12 13:22:54.926293 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c11c5ed2-6937-4da2-b367-114e7231881e req-491cb028-5fc5-4ab7-8cd3-b73ecab4bcba service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874441 Apr 12 13:22:54.981593 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-c7a1ff7a-4b7b-42de-92c5-30c7b73dc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:54.983114 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-c7a1ff7a-4b7b-42de-92c5-30c7b73dc013 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 915 time: 0.0891111 Apr 12 13:22:55.021075 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-c11c5ed2-6937-4da2-b367-114e7231881e req-0de35f5c-7bce-4cd3-8141-551afa434067 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879855 Apr 12 13:22:55.026476 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-48aac66d-0d16-4301-9eba-30ce6fbc346a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fecdbea5-2c56-49bf-b58c-f434ef74a92d HTTP/1.1" status: 200 len: 217 time: 0.0347033 Apr 12 13:22:55.118024 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-4b011ba6-76e7-4cdf-80cf-ac3429faf4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:55.120249 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-4b011ba6-76e7-4cdf-80cf-ac3429faf4e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0877504 Apr 12 13:22:55.211553 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335b5d6-89a1-4af3-beaa-e9e96508ca36 req-72099220-4bc5-471b-bb83-ff342a766108 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:55.213053 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0335b5d6-89a1-4af3-beaa-e9e96508ca36 req-72099220-4bc5-471b-bb83-ff342a766108 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 944 time: 0.1128244 Apr 12 13:22:55.224903 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-01bafd12-4d95-4a80-be8b-5a8705f5e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:55.226388 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-01bafd12-4d95-4a80-be8b-5a8705f5e31f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844700 Apr 12 13:22:55.238101 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a960ae-5faa-4c4e-bc47-850d35ac7f1c req-a3e07f8d-c68e-4bd2-81de-0390d7b0463c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:55.239521 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-84a960ae-5faa-4c4e-bc47-850d35ac7f1c req-a3e07f8d-c68e-4bd2-81de-0390d7b0463c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 944 time: 0.1183200 Apr 12 13:22:55.355279 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-0335b5d6-89a1-4af3-beaa-e9e96508ca36 req-886a29d5-672f-4298-b898-82aaa5437c55 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337881 Apr 12 13:22:55.379444 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-84a960ae-5faa-4c4e-bc47-850d35ac7f1c req-9b3e1f3a-e13b-4c3b-a996-cdd0cc3ef08b tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225908 Apr 12 13:22:55.393740 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-841acf8a-64b5-4eeb-98c8-5466141cd5eb service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474631 Apr 12 13:22:55.486776 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-5a09d7dc-d7a2-447a-8e22-b4f81a550577 req-1dc435de-c0b5-407c-a678-64e265c58965 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857882 Apr 12 13:22:56.393384 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device fecdbea5-2c56-49bf-b58c-f434ef74a92d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:22:56.509100 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16624226-10cb-4058-89d5-f200818e661d req-82cbd1a3-2840-4bc5-aab5-2d21c87a1838 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:56.511421 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-16624226-10cb-4058-89d5-f200818e661d req-82cbd1a3-2840-4bc5-aab5-2d21c87a1838 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 944 time: 0.0708363 Apr 12 13:22:56.512310 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port fecdbea5-2c56-49bf-b58c-f434ef74a92d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fecdbea5-2c56-49bf-b58c-f434ef74a92d,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:56.527856 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'port_id': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d', 'mac_address': 'fa:16:3e:99:84:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:22:56.576754 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port fecdbea5-2c56-49bf-b58c-f434ef74a92d is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:22:56.577365 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:56.586465 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a8ce5-eaa3-4f8d-96f8-a61c50e3de0f req-d5b6b050-4aac-436e-bdb3-7e7bd7590d1e tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:56.589262 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-314a8ce5-eaa3-4f8d-96f8-a61c50e3de0f req-d5b6b050-4aac-436e-bdb3-7e7bd7590d1e tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 944 time: 0.1035714 Apr 12 13:22:56.593648 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecdbea5-2c56-49bf-b58c-f434ef74a92d {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:22:56.614600 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port fecdbea5-2c56-49bf-b58c-f434ef74a92d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fecdbea5-2c56-49bf-b58c-f434ef74a92d,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:56.618890 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:56.654061 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-16624226-10cb-4058-89d5-f200818e661d req-d5e9db9a-f637-444f-8c7c-3f71c12b94b8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229353 Apr 12 13:22:56.680265 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=fecdbea5-2c56-49bf-b58c-f434ef74a92d,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:56.684427 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-314a8ce5-eaa3-4f8d-96f8-a61c50e3de0f req-bfa0767e-3944-4ccd-a3ad-35da66f83cad tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868654 Apr 12 13:22:56.862907 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['fecdbea5-2c56-49bf-b58c-f434ef74a92d'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:22:57.827187 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ae9b0-ee48-4aa3-acbd-0249f80b35b4 req-236b4d6d-3d1b-4966-8190-1fcd7e94aebd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:57.828693 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-037ae9b0-ee48-4aa3-acbd-0249f80b35b4 req-236b4d6d-3d1b-4966-8190-1fcd7e94aebd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 945 time: 0.0748105 Apr 12 13:22:57.850864 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035a902-67c3-4722-a535-3fd4053aa427 req-b3d6dec9-ed89-4f87-8a91-1debaedcc0a8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:57.852269 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a035a902-67c3-4722-a535-3fd4053aa427 req-b3d6dec9-ed89-4f87-8a91-1debaedcc0a8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 944 time: 0.0665498 Apr 12 13:22:57.913873 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-037ae9b0-ee48-4aa3-acbd-0249f80b35b4 req-1573378b-e272-4095-a26f-db6f18438316 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787952 Apr 12 13:22:57.927641 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-a035a902-67c3-4722-a535-3fd4053aa427 req-2c241a62-d1a9-487e-bf84-fee34af973ed tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689745 Apr 12 13:22:58.424595 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device fecdbea5-2c56-49bf-b58c-f434ef74a92d up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:22:58.471243 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port fecdbea5-2c56-49bf-b58c-f434ef74a92d completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:22:58.476811 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port fecdbea5-2c56-49bf-b58c-f434ef74a92d triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:22:58.477194 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:58.555461 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port fecdbea5-2c56-49bf-b58c-f434ef74a92d is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:22:58.555849 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:58.579569 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:22:58.581808 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47ba802-7a60-4d2b-88b8-2424e9ae8ef0" -d '{"events": [{"server_uuid": "5d8df6a9-c7b4-4ef5-94eb-c980d5550da8", "name": "network-vif-plugged", "status": "completed", "tag": "fecdbea5-2c56-49bf-b58c-f434ef74a92d"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:22:58.593853 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port fecdbea5-2c56-49bf-b58c-f434ef74a92d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fecdbea5-2c56-49bf-b58c-f434ef74a92d,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:22:58.599091 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:58.622553 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7835dc89-571a-4c17-bcdf-2d1c1572fa24 x-openstack-request-id: req-7835dc89-571a-4c17-bcdf-2d1c1572fa24 {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:22:58.622846 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8df6a9-c7b4-4ef5-94eb-c980d5550da8", "name": "network-vif-plugged", "status": "completed", "tag": "fecdbea5-2c56-49bf-b58c-f434ef74a92d", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:22:58.623094 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7835dc89-571a-4c17-bcdf-2d1c1572fa24 {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:22:58.623483 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7835dc89-571a-4c17-bcdf-2d1c1572fa24'] response: {'server_uuid': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d', 'code': 200} Apr 12 13:22:58.650371 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=fecdbea5-2c56-49bf-b58c-f434ef74a92d,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:22:58.783505 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dccbf-0626-406b-85c8-29f4e4710711 req-281a5df3-5802-4cf0-a3c2-adb2bd7ba452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:58.784996 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-834dccbf-0626-406b-85c8-29f4e4710711 req-281a5df3-5802-4cf0-a3c2-adb2bd7ba452 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 1130 time: 0.0428185 Apr 12 13:22:58.829900 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-834dccbf-0626-406b-85c8-29f4e4710711 req-c1c8f69f-5531-4f3b-a5a4-5d1aacc15e17 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382240 Apr 12 13:22:58.862814 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:59.052738 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e49fdf-9eed-4811-a830-45ab93a0f4e5 req-95474a1d-1d92-4818-b155-84e6613ab76e tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:59.054238 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-56e49fdf-9eed-4811-a830-45ab93a0f4e5 req-95474a1d-1d92-4818-b155-84e6613ab76e tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 946 time: 0.0737889 Apr 12 13:22:59.064897 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595fa0-14f6-4905-9e2e-8b769acd3d24 req-4afb6aba-8dc1-4a24-8239-49f341f8b2fd tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:22:59.066364 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11595fa0-14f6-4905-9e2e-8b769acd3d24 req-4afb6aba-8dc1-4a24-8239-49f341f8b2fd tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 944 time: 0.0583191 Apr 12 13:22:59.140765 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-56e49fdf-9eed-4811-a830-45ab93a0f4e5 req-aaf2237c-820e-4b25-aa91-5889b04f2b86 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734346 Apr 12 13:22:59.144501 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-11595fa0-14f6-4905-9e2e-8b769acd3d24 req-cbaaa247-4882-4b24-bec1-4fe9e1665ced tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715632 Apr 12 13:23:00.280145 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f633-f403-439d-b977-715b77f6ed63 req-32333dc1-d9e6-4714-9b6c-d3147d4e028c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:00.281638 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-04f5f633-f403-439d-b977-715b77f6ed63 req-32333dc1-d9e6-4714-9b6c-d3147d4e028c tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 946 time: 0.0750942 Apr 12 13:23:00.289423 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75739116-08c6-4491-8577-1d5dc740e2ad req-25caf42e-0bbd-43bc-804b-a63f095338c6 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:00.290835 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-75739116-08c6-4491-8577-1d5dc740e2ad req-25caf42e-0bbd-43bc-804b-a63f095338c6 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 944 time: 0.0749965 Apr 12 13:23:00.365840 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-04f5f633-f403-439d-b977-715b77f6ed63 req-69e8cdb6-0aa2-4fc5-af48-fc81632e1ff6 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734367 Apr 12 13:23:00.374306 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-75739116-08c6-4491-8577-1d5dc740e2ad req-1660fe78-d332-4ccb-875c-35aa046b9cf0 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764115 Apr 12 13:23:00.415877 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device b8e3f426-4c57-4f38-ab6d-7628597c9671 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:23:00.515382 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port b8e3f426-4c57-4f38-ab6d-7628597c9671, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8e3f426-4c57-4f38-ab6d-7628597c9671,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:00.526752 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Returning: {'device': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'port_id': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'mac_address': 'fa:16:3e:d6:16:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:23:00.562716 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port b8e3f426-4c57-4f38-ab6d-7628597c9671 is: DOWN; New status is: BUILD {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:00.563098 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:00.576046 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e3f426-4c57-4f38-ab6d-7628597c9671 {{(pid=103444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:23:00.595223 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port b8e3f426-4c57-4f38-ab6d-7628597c9671, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8e3f426-4c57-4f38-ab6d-7628597c9671,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:00.598935 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:00.649134 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=b8e3f426-4c57-4f38-ab6d-7628597c9671,revision_number=4']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:00.847580 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] get_ports_and_sgs() called for port_ids ['b8e3f426-4c57-4f38-ab6d-7628597c9671'] {{(pid=103444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:23:01.506216 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88850a-daf5-4039-9ad4-5b8f5761a25b req-39ffff0b-bea3-432e-ab4e-9cb7f4ebec2a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:01.507776 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af88850a-daf5-4039-9ad4-5b8f5761a25b req-39ffff0b-bea3-432e-ab4e-9cb7f4ebec2a tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 946 time: 0.0739133 Apr 12 13:23:01.525792 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38c342-2127-4871-bd14-3a4894565f63 req-5bc82075-337b-447e-983f-931e7d084a3b tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:01.527249 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bb38c342-2127-4871-bd14-3a4894565f63 req-5bc82075-337b-447e-983f-931e7d084a3b tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 945 time: 0.0847261 Apr 12 13:23:01.589103 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-af88850a-daf5-4039-9ad4-5b8f5761a25b req-9a2ff9bf-71fb-44cd-8056-81cf1ceb90dc tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747812 Apr 12 13:23:01.603772 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-bb38c342-2127-4871-bd14-3a4894565f63 req-b4ae37e4-3c63-4296-835b-6657d2b77947 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681484 Apr 12 13:23:01.710182 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aec472-e39a-4f8a-ab7c-1af254381872 req-bfa88f93-f9f9-4ad5-b646-441d7273a674 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:01.711713 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-37aec472-e39a-4f8a-ab7c-1af254381872 req-bfa88f93-f9f9-4ad5-b646-441d7273a674 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 946 time: 0.0549724 Apr 12 13:23:01.722721 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60118) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:01.727305 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-c4d172bc-3e3c-4a94-80c0-c8b9f5c1f780 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Request body: {'floatingip': {'port_id': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:01.770758 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4d172bc-3e3c-4a94-80c0-c8b9f5c1f780 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (18aa9983-b1d1-4c61-866a-42783b7113d8), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:02.233129 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4d172bc-3e3c-4a94-80c0-c8b9f5c1f780 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:02.237927 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4d172bc-3e3c-4a94-80c0-c8b9f5c1f780 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (18aa9983-b1d1-4c61-866a-42783b7113d8), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:02.419520 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device b8e3f426-4c57-4f38-ab6d-7628597c9671 up at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:23:02.466210 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning for port b8e3f426-4c57-4f38-ab6d-7628597c9671 completed by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:23:02.472568 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.provisioning_blocks [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Provisioning complete for port b8e3f426-4c57-4f38-ab6d-7628597c9671 triggered by entity L2. {{(pid=103444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:02.473125 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3803227'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), provisioning_complete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:02.554515 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Current status of the port b8e3f426-4c57-4f38-ab6d-7628597c9671 is: BUILD; New status is: ACTIVE {{(pid=103444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:02.554888 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), before_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:02.584041 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e3f426-4c57-4f38-ab6d-7628597c9671'}] {{(pid=103444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:02.586302 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aa26107e177ce6f80fe06fdfa92f94d2614d8fe88b1b03d10d50c003efbf7827" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a52853-1125-4155-b84e-1df4dbf9c3e3" -d '{"events": [{"server_uuid": "0f91b8db-9af2-4e58-9c18-8235c6828143", "name": "network-vif-plugged", "status": "completed", "tag": "b8e3f426-4c57-4f38-ab6d-7628597c9671"}]}' {{(pid=103444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:02.599303 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] For port b8e3f426-4c57-4f38-ab6d-7628597c9671, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8e3f426-4c57-4f38-ab6d-7628597c9671,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:02.605032 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:02.613507 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-c4d172bc-3e3c-4a94-80c0-c8b9f5c1f780 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Floating IP 18aa9983-b1d1-4c61-866a-42783b7113d8 associated. External IP: 172.27.3.40, port: fecdbea5-2c56-49bf-b58c-f434ef74a92d. Apr 12 13:23:02.630553 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bea1780-dd0f-402e-9f9f-2eb51006425e x-openstack-request-id: req-0bea1780-dd0f-402e-9f9f-2eb51006425e {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:02.630842 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f91b8db-9af2-4e58-9c18-8235c6828143", "name": "network-vif-plugged", "status": "completed", "tag": "b8e3f426-4c57-4f38-ab6d-7628597c9671", "code": 200}]} {{(pid=103444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:02.631089 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0bea1780-dd0f-402e-9f9f-2eb51006425e {{(pid=103444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:02.631483 dv-cinder-830096-4-iscsi neutron-server[103444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bea1780-dd0f-402e-9f9f-2eb51006425e'] response: {'server_uuid': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'code': 200} Apr 12 13:23:02.667640 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Pushing event updated for resources: {'Port': ['ID=b8e3f426-4c57-4f38-ab6d-7628597c9671,revision_number=5']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:02.756630 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668324f-3f65-42cf-9756-53ab93a30e0c req-6cbc87ea-98ba-4fa1-8c0a-66bceed5ceab tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:02.758235 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4668324f-3f65-42cf-9756-53ab93a30e0c req-6cbc87ea-98ba-4fa1-8c0a-66bceed5ceab tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 946 time: 0.0506055 Apr 12 13:23:02.817311 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4668324f-3f65-42cf-9756-53ab93a30e0c req-a4353266-9099-4a46-b9f2-4c94c25d1bb1 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516479 Apr 12 13:23:02.856973 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d172bc-3e3c-4a94-80c0-c8b9f5c1f780 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:02.870887 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afcdf7-c361-4d3b-9ae6-5a321e090714 req-6ef30510-9acc-4644-8c06-255dd36542ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:02.872518 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-72afcdf7-c361-4d3b-9ae6-5a321e090714 req-6ef30510-9acc-4644-8c06-255dd36542ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 1130 time: 0.0423596 Apr 12 13:23:02.926844 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-72afcdf7-c361-4d3b-9ae6-5a321e090714 req-c1c32e6e-65c0-4b98-b2b6-97f995f65a9c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464349 Apr 12 13:23:02.979110 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d172bc-3e3c-4a94-80c0-c8b9f5c1f780 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:02.984168 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c4d172bc-3e3c-4a94-80c0-c8b9f5c1f780 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:02.988888 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:02.999034 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:02.999715 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:22:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:03.015176 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c4d172bc-3e3c-4a94-80c0-c8b9f5c1f780 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "PUT /v2.0/floatingips/18aa9983-b1d1-4c61-866a-42783b7113d8 HTTP/1.1" status: 200 len: 991 time: 1.2913465 Apr 12 13:23:03.015839 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'tag': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:03.018157 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad98342-6855-42c0-9fec-a7be72949b57" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8df6a9-c7b4-4ef5-94eb-c980d5550da8", "tag": "fecdbea5-2c56-49bf-b58c-f434ef74a92d"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:03.053538 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecd9b0d-aa34-4eb6-b61d-a1045b00b715 x-openstack-request-id: req-9ecd9b0d-aa34-4eb6-b61d-a1045b00b715 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:03.053830 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8df6a9-c7b4-4ef5-94eb-c980d5550da8", "tag": "fecdbea5-2c56-49bf-b58c-f434ef74a92d", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:03.054075 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9ecd9b0d-aa34-4eb6-b61d-a1045b00b715 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:03.054474 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ecd9b0d-aa34-4eb6-b61d-a1045b00b715'] response: {'name': 'network-changed', 'server_uuid': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'tag': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d', 'status': 'completed', 'code': 200} Apr 12 13:23:03.120102 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:03.191443 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad98342-6855-42c0-9fec-a7be72949b57 req-e2347408-4e06-4695-aaf6-3a6fcdd04d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:03.192975 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fad98342-6855-42c0-9fec-a7be72949b57 req-e2347408-4e06-4695-aaf6-3a6fcdd04d4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 1130 time: 0.0384734 Apr 12 13:23:03.283670 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad98342-6855-42c0-9fec-a7be72949b57 req-783e6ad9-e035-4b7b-8b79-5b7f93dd03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:03.285123 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fad98342-6855-42c0-9fec-a7be72949b57 req-783e6ad9-e035-4b7b-8b79-5b7f93dd03a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 200 len: 915 time: 0.0829945 Apr 12 13:23:03.333158 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '18aa9983-b1d1-4c61-866a-42783b7113d8', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:99:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:22:48Z', 'updated_at': '2022-04-12T13:23:02Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:03.359662 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fad98342-6855-42c0-9fec-a7be72949b57 req-758e0b80-4cac-4166-9a9a-1ad44966e995 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fecdbea5-2c56-49bf-b58c-f434ef74a92d HTTP/1.1" status: 200 len: 999 time: 0.0669916 Apr 12 13:23:03.364526 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:03.373622 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:03.374235 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:22:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:03.489493 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:03.713156 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '18aa9983-b1d1-4c61-866a-42783b7113d8', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:99:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:22:48Z', 'updated_at': '2022-04-12T13:23:02Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:03.730950 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad98342-6855-42c0-9fec-a7be72949b57 req-fb57c0d8-506b-4473-9d47-54ad7a5a2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:03.733422 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fad98342-6855-42c0-9fec-a7be72949b57 req-fb57c0d8-506b-4473-9d47-54ad7a5a2fab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 200 len: 854 time: 0.0612078 Apr 12 13:23:03.744584 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df01532-94e0-4dd6-aac6-28d73305e360 None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '18aa9983-b1d1-4c61-866a-42783b7113d8', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'port_id': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'mac_address': 'fa:16:3e:99:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:22:48Z', 'updated_at': '2022-04-12T13:23:02Z', 'revision_number': 1, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:03.785669 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad98342-6855-42c0-9fec-a7be72949b57 req-5e965e85-8b85-4f8b-ab8d-c5a3c4e1b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:03.785669 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fad98342-6855-42c0-9fec-a7be72949b57 req-5e965e85-8b85-4f8b-ab8d-c5a3c4e1b243 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6081ec14-2d25-40c5-a801-e052bfcd242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422053 Apr 12 13:23:03.886762 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fad98342-6855-42c0-9fec-a7be72949b57 req-379ac4e5-616d-4204-9dd3-c54624f63227 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965278 Apr 12 13:23:03.974119 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77ba70-9229-4b92-a564-9483abbe02a3 req-d6f0c6c5-682b-4e5c-8ab3-0d29f580d9ea tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:03.975254 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-db77ba70-9229-4b92-a564-9483abbe02a3 req-d6f0c6c5-682b-4e5c-8ab3-0d29f580d9ea tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 946 time: 0.0853300 Apr 12 13:23:03.982027 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf166e6-4b46-4e53-a6e8-d08efc6a16c0 None None] New status for floating IP 18aa9983-b1d1-4c61-866a-42783b7113d8: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:23:04.074702 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-db77ba70-9229-4b92-a564-9483abbe02a3 req-c5c6fb6a-4dae-4b64-91d1-682c29835303 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695035 Apr 12 13:23:04.076759 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-fad98342-6855-42c0-9fec-a7be72949b57 req-12b212c6-63a2-4338-862c-cabec9692986 service neutron] 10.222.0.26 "GET /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700072 Apr 12 13:23:04.834887 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-1b9ffdcc-13f1-4c62-aff4-96d8c626b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.200690 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24420dee-8779-4dff-a169-9bf537bb8873 req-ba2d4b24-260b-4734-bb3b-1347a6e23fe0 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:05.202290 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-24420dee-8779-4dff-a169-9bf537bb8873 req-ba2d4b24-260b-4734-bb3b-1347a6e23fe0 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 946 time: 0.0521936 Apr 12 13:23:05.253331 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-24420dee-8779-4dff-a169-9bf537bb8873 req-469962ef-4f40-402a-8fe1-8febb2e72fee tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451880 Apr 12 13:23:05.373015 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498867ff-c1f6-4940-a413-9405b2b2669c req-aae08266-802c-4e17-baa0-4ffdb3a3b070 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:05.374543 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-498867ff-c1f6-4940-a413-9405b2b2669c req-aae08266-802c-4e17-baa0-4ffdb3a3b070 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 946 time: 0.0521643 Apr 12 13:23:05.426407 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-498867ff-c1f6-4940-a413-9405b2b2669c req-a8ec685d-d200-4712-a5ee-8d9479ddc73f tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459814 Apr 12 13:23:05.450560 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60134) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:05.492997 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050f95d4-43c6-4dcf-b844-07f9bb93df99 tempest-TestVolumeBootPattern-1212533112 tempest-TestVolumeBootPattern-1212533112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:05.495142 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-050f95d4-43c6-4dcf-b844-07f9bb93df99 tempest-TestVolumeBootPattern-1212533112 tempest-TestVolumeBootPattern-1212533112-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 1125 time: 0.0434983 Apr 12 13:23:05.500180 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60136) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:05.506067 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Request body: {'floatingip': {'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'port_id': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:05.528591 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.614336 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.723652 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_common [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Allocated IP 172.27.3.193 (8351e69d-17ac-47a4-8ee2-dd99e01ce925/0261996d-3959-4740-b49a-457da24cdaaa/5f23bec0-c662-4deb-bae4-31b7b62291d6) {{(pid=103443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:23:05.850758 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for port (5f23bec0-c662-4deb-bae4-31b7b62291d6), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.889561 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750267569960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (5f23bec0-c662-4deb-bae4-31b7b62291d6), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.932573 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Network 8351e69d-17ac-47a4-8ee2-dd99e01ce925 is already hosted by enough agents. {{(pid=103443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:23:05.935535 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Resources bound (agent type, host, resource id): {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:23:05.942315 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Received port after_create {{(pid=103443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:23:05.945659 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'Port': ['ID=5f23bec0-c662-4deb-bae4-31b7b62291d6,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:06.362713 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (1748a129-ef47-4cdf-bf26-f8a12eef15de), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:06.432737 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for port (5f23bec0-c662-4deb-bae4-31b7b62291d6), before_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:06.598775 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for port (5f23bec0-c662-4deb-bae4-31b7b62291d6), precommit_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:06.604423 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750268013855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750267569978', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750267569996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11553243'] for port (5f23bec0-c662-4deb-bae4-31b7b62291d6), after_update {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:06.677323 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event updated for resources: {'Port': ['ID=5f23bec0-c662-4deb-bae4-31b7b62291d6,revision_number=2']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:06.691032 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (1748a129-ef47-4cdf-bf26-f8a12eef15de), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:06.802068 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.l3_db [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Floating IP 1748a129-ef47-4cdf-bf26-f8a12eef15de associated. External IP: 172.27.3.193, port: b8e3f426-4c57-4f38-ab6d-7628597c9671. Apr 12 13:23:07.025465 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Router 1078ad39-ea6f-4639-b539-891e9d7df5af has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:07.123098 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c316-941e-4a04-ad9f-32db7138022c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:07.161071 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:07.171051 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] Sync routers for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:07.179772 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:07.183320 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:07.184029 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:23:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:07.305920 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:07.482558 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-53b7bae1-72eb-45fc-ab7c-2a57a49c143e tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9813187 Apr 12 13:23:07.483265 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'tag': 'b8e3f426-4c57-4f38-ab6d-7628597c9671'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:07.485740 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1026c573-3da1-42c8-bb05-e67ee8eccfe3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f91b8db-9af2-4e58-9c18-8235c6828143", "tag": "b8e3f426-4c57-4f38-ab6d-7628597c9671"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:07.529252 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeb4b0d-8bfe-4b0e-919f-37db68ecbecd x-openstack-request-id: req-feeb4b0d-8bfe-4b0e-919f-37db68ecbecd {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:07.529503 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f91b8db-9af2-4e58-9c18-8235c6828143", "tag": "b8e3f426-4c57-4f38-ab6d-7628597c9671", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:07.529768 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-feeb4b0d-8bfe-4b0e-919f-37db68ecbecd {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:07.530175 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feeb4b0d-8bfe-4b0e-919f-37db68ecbecd'] response: {'name': 'network-changed', 'server_uuid': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'tag': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'status': 'completed', 'code': 200} Apr 12 13:23:07.575245 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '1748a129-ef47-4cdf-bf26-f8a12eef15de', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:d6:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:23:06Z', 'updated_at': '2022-04-12T13:23:06Z', 'revision_number': 0, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}, {'id': '529dc7dd-2bb4-447c-b393-9ee7b2ef9aee', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:35:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:07Z', 'updated_at': '2022-04-12T13:21:09Z', 'revision_number': 1, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:07.593032 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-bca63696-9b69-4235-9938-d109e633e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:07.594630 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-bca63696-9b69-4235-9938-d109e633e5e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 1130 time: 0.0425375 Apr 12 13:23:07.609489 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] Checking router: 1078ad39-ea6f-4639-b539-891e9d7df5af for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:07.629282 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:07.629926 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:23:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:07.735768 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-d6fee813-3814-4656-96b6-48ad4b3666e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:07.737433 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-d6fee813-3814-4656-96b6-48ad4b3666e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 912 time: 0.1324921 Apr 12 13:23:07.822254 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-1246639f-1044-4e96-818f-6c0588c4f762 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e3f426-4c57-4f38-ab6d-7628597c9671 HTTP/1.1" status: 200 len: 1000 time: 0.0769491 Apr 12 13:23:07.861995 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:07.888527 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-53ced054-9587-4471-8323-67d6b5556fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:07.891431 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-53ced054-9587-4471-8323-67d6b5556fca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0632749 Apr 12 13:23:07.957868 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-ce6932e7-9ccc-475e-97e9-85fe3e40a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:07.959684 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-ce6932e7-9ccc-475e-97e9-85fe3e40a815 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607421 Apr 12 13:23:08.057850 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-06df5c91-b095-4e00-8d86-7e6686cd11fc service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912890 Apr 12 13:23:08.187290 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '1748a129-ef47-4cdf-bf26-f8a12eef15de', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:d6:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:23:06Z', 'updated_at': '2022-04-12T13:23:06Z', 'revision_number': 0, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}, {'id': '529dc7dd-2bb4-447c-b393-9ee7b2ef9aee', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:35:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:07Z', 'updated_at': '2022-04-12T13:21:09Z', 'revision_number': 1, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:08.225161 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70a7c41-845d-4f53-905f-287d79429e56 None None] The sync data for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi is: [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '1748a129-ef47-4cdf-bf26-f8a12eef15de', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:d6:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:23:06Z', 'updated_at': '2022-04-12T13:23:06Z', 'revision_number': 0, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}, {'id': '529dc7dd-2bb4-447c-b393-9ee7b2ef9aee', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:35:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:07Z', 'updated_at': '2022-04-12T13:21:09Z', 'revision_number': 1, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:08.440991 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1026c573-3da1-42c8-bb05-e67ee8eccfe3 req-a492a439-18bb-4542-bca9-ef4f9abeabae service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760343 Apr 12 13:23:08.475888 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c937a74d-d146-4f87-8f72-c37aef90cbb8 None None] New status for floating IP 1748a129-ef47-4cdf-bf26-f8a12eef15de: ACTIVE {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:23:08.548785 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-8b6f8949-d3eb-4053-837a-ac9d9908b003 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437317 Apr 12 13:23:08.619544 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-8908b0a9-f038-485f-b8c7-e4509db01e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:08.621156 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-8908b0a9-f038-485f-b8c7-e4509db01e50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 1130 time: 0.0497162 Apr 12 13:23:08.751157 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:08.760151 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-5868104d-2308-4717-9e07-238f86230209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:08.761700 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-5868104d-2308-4717-9e07-238f86230209 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 912 time: 0.1191659 Apr 12 13:23:08.836860 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-e9c13303-032f-44c3-9930-10dce490f532 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61145e28-fc77-42cb-a984-67b449de1b47 HTTP/1.1" status: 200 len: 1002 time: 0.0678089 Apr 12 13:23:08.895029 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-2d1369ba-1884-4d43-9d99-218daaecce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:08.896492 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-2d1369ba-1884-4d43-9d99-218daaecce4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0532217 Apr 12 13:23:08.944026 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-238279ee-4072-4fb7-a3a3-2d026bd9d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:08.947950 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-238279ee-4072-4fb7-a3a3-2d026bd9d3e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447016 Apr 12 13:23:09.042227 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-b7509f42-f6cd-46a4-8d7e-eb8fa8473388 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873854 Apr 12 13:23:09.146476 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-13e9ebab-84f5-490a-8b92-ab6b8d61db12 req-e6d37f3a-fa50-4617-9a46-c637c3b8d81c service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968838 Apr 12 13:23:10.613510 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:11.679189 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.240827 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:23:28.857307 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:34.838472 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6a59f334-616f-45e9-9489-2c97bf341559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.117229 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-57125284-9e4b-4edc-b190-328df2fea47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:38.754442 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:40.627739 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:41.683763 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:50.031376 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c859a9-6559-4169-90b1-8ca165b55a6c req-326239b3-b5fd-4eb2-b980-a9cd48e87188 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:50.032868 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c0c859a9-6559-4169-90b1-8ca165b55a6c req-326239b3-b5fd-4eb2-b980-a9cd48e87188 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 946 time: 0.0639172 Apr 12 13:23:50.092505 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-c0c859a9-6559-4169-90b1-8ca165b55a6c req-4edfba3b-8419-41e7-97c2-e4b6a602cb9d tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493684 Apr 12 13:23:51.219853 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d23d2-3181-4cbd-b491-0a7d324cf380 req-0a5a1caf-ad5c-4494-b918-7494588bbaa2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:51.221459 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-126d23d2-3181-4cbd-b491-0a7d324cf380 req-0a5a1caf-ad5c-4494-b918-7494588bbaa2 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 946 time: 0.0560625 Apr 12 13:23:51.276126 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-126d23d2-3181-4cbd-b491-0a7d324cf380 req-cba0c1cb-5526-4dd6-80f2-5838705451cd tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups?id=501a1019-12b4-4cbe-8b1c-7ab79bb710d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440936 Apr 12 13:23:51.696972 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-ab25a2a1-f14c-4b65-b644-dcadda571b46 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:51.699135 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-ab25a2a1-f14c-4b65-b644-dcadda571b46 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 946 time: 0.0490098 Apr 12 13:23:51.789548 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Deleting port fecdbea5-2c56-49bf-b58c-f434ef74a92d {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:51.789798 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:51.882122 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] For port fecdbea5-2c56-49bf-b58c-f434ef74a92d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fecdbea5-2c56-49bf-b58c-f434ef74a92d,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:51.882494 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:52.065702 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:52.066071 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692401'] for floatingip (18aa9983-b1d1-4c61-866a-42783b7113d8), after_update {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:52.066399 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Floating IP 18aa9983-b1d1-4c61-866a-42783b7113d8 disassociated. External IP: 172.27.3.40, port: fecdbea5-2c56-49bf-b58c-f434ef74a92d. Apr 12 13:23:52.066748 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Calling delete_port for fecdbea5-2c56-49bf-b58c-f434ef74a92d owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:52.232464 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (fecdbea5-2c56-49bf-b58c-f434ef74a92d), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:52.268735 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'Port': ['ID=fecdbea5-2c56-49bf-b58c-f434ef74a92d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:52.280422 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.280772 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.281114 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.281475 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.281816 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.282149 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.282478 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.282802 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.283128 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.283452 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.283777 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.284099 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.284458 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.284742 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.285061 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:52.411586 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-e4d927ea-bf8e-4f02-b6d9-45b80f55d577 req-eaeb24b2-8afe-4744-85de-27929cd514d5 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d8df6a9-c7b4-4ef5-94eb-c980d5550da8 HTTP/1.1" status: 200 len: 210 time: 0.0362248 Apr 12 13:23:52.434378 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:52.549581 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:52.559512 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:52.569583 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:52.570330 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:23:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:52.591249 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] No DVR routers for this DVR port fecdbea5-2c56-49bf-b58c-f434ef74a92d on host hv-cinder-83009 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:23:52.594194 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:52.597427 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-ed2c8fa7-4f93-44f4-be7c-5b2df8756b4c req-3ded11b7-bd62-4d9c-b512-0c46930ae3cb tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.26 "DELETE /v2.0/ports/fecdbea5-2c56-49bf-b58c-f434ef74a92d HTTP/1.1" status: 204 len: 173 time: 0.8926625 Apr 12 13:23:52.597871 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'name': 'network-vif-deleted', 'tag': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:23:52.600114 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2459e010-73bc-4d2c-8b9a-afca1768a9d7" -d '{"events": [{"server_uuid": "5d8df6a9-c7b4-4ef5-94eb-c980d5550da8", "name": "network-vif-deleted", "tag": "fecdbea5-2c56-49bf-b58c-f434ef74a92d"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:23:52.787026 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:52.797364 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec400e58-e263-4be8-b405-52113d7cec63 x-openstack-request-id: req-ec400e58-e263-4be8-b405-52113d7cec63 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:23:52.797711 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8df6a9-c7b4-4ef5-94eb-c980d5550da8", "name": "network-vif-deleted", "tag": "fecdbea5-2c56-49bf-b58c-f434ef74a92d", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:23:52.798027 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec400e58-e263-4be8-b405-52113d7cec63 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:23:52.798372 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec400e58-e263-4be8-b405-52113d7cec63'] response: {'server_uuid': '5d8df6a9-c7b4-4ef5-94eb-c980d5550da8', 'name': 'network-vif-deleted', 'tag': 'fecdbea5-2c56-49bf-b58c-f434ef74a92d', 'status': 'completed', 'code': 200} Apr 12 13:23:53.002710 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:53.037835 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:53.051514 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:53.051905 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:23:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:53.170000 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:53.364936 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:53.393755 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048d7ea-44eb-4613-9e84-83000c9ea51b None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:33Z', 'revision_number': 4, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'daf10cf2-1e82-46a4-a2b1-e569c4193e4f', 'name': '', 'network_id': '6081ec14-2d25-40c5-a801-e052bfcd242a', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'mac_address': 'fa:16:3e:1c:c3:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:32Z', 'updated_at': '2022-04-12T13:19:38Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'subnets': [{'id': '8ed911cc-c1c3-4fc5-8484-f271b8362f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:53.506337 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60236) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:53.567490 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (501a1019-12b4-4cbe-8b1c-7ab79bb710d4), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:53.594346 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (501a1019-12b4-4cbe-8b1c-7ab79bb710d4), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:53.623890 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba6337-5320-4005-a2ad-2d4ca74fda1b None None] New status for floating IP 18aa9983-b1d1-4c61-866a-42783b7113d8: DOWN {{(pid=103444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:23:53.651895 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (501a1019-12b4-4cbe-8b1c-7ab79bb710d4), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:53.654528 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:53.655724 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "DELETE /v2.0/security-groups/501a1019-12b4-4cbe-8b1c-7ab79bb710d4 HTTP/1.1" status: 204 len: 168 time: 0.1483567 Apr 12 13:23:53.659054 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60238) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:53.667273 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a1019-12b4-4cbe-8b1c-7ab79bb710d4,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:53.675807 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.676061 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.api.v2.resource [None req-04baa31b-5ceb-473e-b8d0-555d567cd9ef tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] show failed (client error): The resource could not be found. Apr 12 13:23:53.676177 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.676495 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.676838 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.677170 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.677535 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.677854 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.678095 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-04baa31b-5ceb-473e-b8d0-555d567cd9ef tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "GET /v2.0/security-groups/501a1019-12b4-4cbe-8b1c-7ab79bb710d4 HTTP/1.1" status: 404 len: 347 time: 0.0172999 Apr 12 13:23:53.678501 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.678831 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.679158 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.679486 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.679809 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.680131 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.680453 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.680866 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac6a3f-29de-4cf2-8492-9648468a5f74 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:53.681218 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60240) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:53.807560 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fc8a5-cec5-49c3-82c4-812e19f300e0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Deleting port 84bfa05c-65c1-4ce0-991c-eeeee9251437 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:53.807971 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc8a5-cec5-49c3-82c4-812e19f300e0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (84bfa05c-65c1-4ce0-991c-eeeee9251437), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:53.892513 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc8a5-cec5-49c3-82c4-812e19f300e0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (84bfa05c-65c1-4ce0-991c-eeeee9251437), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:53.892840 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc8a5-cec5-49c3-82c4-812e19f300e0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (84bfa05c-65c1-4ce0-991c-eeeee9251437), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:53.906391 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fc8a5-cec5-49c3-82c4-812e19f300e0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Calling delete_port for 84bfa05c-65c1-4ce0-991c-eeeee9251437 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:54.047989 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc8a5-cec5-49c3-82c4-812e19f300e0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (84bfa05c-65c1-4ce0-991c-eeeee9251437), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:54.077829 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fc8a5-cec5-49c3-82c4-812e19f300e0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Pushing event deleted for resources: {'Port': ['ID=84bfa05c-65c1-4ce0-991c-eeeee9251437,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:54.141284 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc8a5-cec5-49c3-82c4-812e19f300e0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks [] for floatingip (18aa9983-b1d1-4c61-866a-42783b7113d8), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:54.143897 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-6d4fc8a5-cec5-49c3-82c4-812e19f300e0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:54.144985 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-6d4fc8a5-cec5-49c3-82c4-812e19f300e0 tempest-AttachVolumeNegativeTest-1225389281 tempest-AttachVolumeNegativeTest-1225389281-project] 10.222.0.47 "DELETE /v2.0/floatingips/18aa9983-b1d1-4c61-866a-42783b7113d8 HTTP/1.1" status: 204 len: 168 time: 0.4619801 Apr 12 13:23:54.585718 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device fecdbea5-2c56-49bf-b58c-f434ef74a92d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:23:54.608157 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: fecdbea5-2c56-49bf-b58c-f434ef74a92d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:23:54.608481 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device fecdbea5-2c56-49bf-b58c-f434ef74a92d not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:23:57.816438 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60280) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:58.170002 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693169'] for router_interface (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:58.423688 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] Deleting port daf10cf2-1e82-46a4-a2b1-e569c4193e4f {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:58.423929 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:58.504013 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] For port daf10cf2-1e82-46a4-a2b1-e569c4193e4f, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=daf10cf2-1e82-46a4-a2b1-e569c4193e4f,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:58.504371 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:58.520798 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] Calling delete_port for daf10cf2-1e82-46a4-a2b1-e569c4193e4f owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:58.728936 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (daf10cf2-1e82-46a4-a2b1-e569c4193e4f), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:58.758792 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=daf10cf2-1e82-46a4-a2b1-e569c4193e4f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:58.856245 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:58.940098 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693021'] for router_interface (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.449091 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] Router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:59.566741 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:59.572444 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a663e1de-270e-4b66-a515-92d1d52ca9fd admin admin] 10.222.0.47 "PUT /v2.0/routers/dbfca6c2-6595-4a49-afbf-32c4c0f58b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7544305 Apr 12 13:23:59.574768 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60282) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:59.575447 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] Sync routers for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:59.585530 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:59.586141 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:23:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:59.694869 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Publish callbacks [] for router (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.707494 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:59.802939 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Publish callbacks [] for router_gateway (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.859290 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Deleting port 43d30fd7-6c47-451a-8150-8bfdb3f6222a {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:23:59.859636 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.945374 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] For port 43d30fd7-6c47-451a-8150-8bfdb3f6222a, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=43d30fd7-6c47-451a-8150-8bfdb3f6222a,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:59.945837 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.960071 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Calling delete_port for 43d30fd7-6c47-451a-8150-8bfdb3f6222a owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:23:59.978384 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:23:58Z', 'revision_number': 5, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port': {'id': '43d30fd7-6c47-451a-8150-8bfdb3f6222a', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:81:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:00.005852 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] Checking router: dbfca6c2-6595-4a49-afbf-32c4c0f58b0f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:00.016066 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] Routers {'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:00.016687 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:23:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:00.114089 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] Set router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:00.162170 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (43d30fd7-6c47-451a-8150-8bfdb3f6222a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.189205 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:23:59Z', 'revision_number': 6, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port_host': None}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:00.214197 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d30fd7-6c47-451a-8150-8bfdb3f6222a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:00.243368 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c91fb1d-65a4-4bf7-9e86-9d8525a2acc7 None None] The sync data for ids ['dbfca6c2-6595-4a49-afbf-32c4c0f58b0f'] in dv-cinder-830096-4-iscsi is: [{'id': 'dbfca6c2-6595-4a49-afbf-32c4c0f58b0f', 'name': 'tempest-AttachVolumeNegativeTest-1229327127-router', 'tenant_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:30Z', 'updated_at': '2022-04-12T13:23:59Z', 'revision_number': 6, 'project_id': 'f7e1b203c9c9478f863d115e7188d9a1', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:00.247322 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:24:00.293161 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692475'] for router_gateway (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.386273 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2713'] for router (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.388732 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Publish callbacks [] for router_controller (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.434548 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666460'] for router (dbfca6c2-6595-4a49-afbf-32c4c0f58b0f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.435105 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbfca6c2-6595-4a49-afbf-32c4c0f58b0f {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:24:00.439325 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.440445 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-53d12350-54f4-4145-a25d-19515c27e268 admin admin] 10.222.0.47 "DELETE /v2.0/routers/dbfca6c2-6595-4a49-afbf-32c4c0f58b0f HTTP/1.1" status: 204 len: 168 time: 0.8645101 Apr 12 13:24:00.443163 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60284) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:00.487945 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b648bf-0721-44fc-a83d-17810e4b90ca admin admin] Deleting subnet 8ed911cc-c1c3-4fc5-8484-f271b8362f08 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:24:00.490954 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56b648bf-0721-44fc-a83d-17810e4b90ca admin admin] Publish callbacks [] for subnet (8ed911cc-c1c3-4fc5-8484-f271b8362f08), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.524499 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56b648bf-0721-44fc-a83d-17810e4b90ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083040'] for subnet (8ed911cc-c1c3-4fc5-8484-f271b8362f08), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.614894 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56b648bf-0721-44fc-a83d-17810e4b90ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (8ed911cc-c1c3-4fc5-8484-f271b8362f08), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.675820 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56b648bf-0721-44fc-a83d-17810e4b90ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11553197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12444193'] for subnet (8ed911cc-c1c3-4fc5-8484-f271b8362f08), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.702787 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b648bf-0721-44fc-a83d-17810e4b90ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed911cc-c1c3-4fc5-8484-f271b8362f08,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:00.712236 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-56b648bf-0721-44fc-a83d-17810e4b90ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.718436 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-56b648bf-0721-44fc-a83d-17810e4b90ca admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8ed911cc-c1c3-4fc5-8484-f271b8362f08 HTTP/1.1" status: 204 len: 168 time: 0.2737885 Apr 12 13:24:00.719193 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9215484-3f94-4b11-bfe7-7bedb69fb2ee None None] Network 6081ec14-2d25-40c5-a801-e052bfcd242a requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:00.721347 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60286) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:00.794688 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (6081ec14-2d25-40c5-a801-e052bfcd242a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.845071 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Deleting port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:00.845458 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.910360 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] For port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f,segment=NetworkSegment(ff078544-75dd-4686-821e-dfee54bf2bcf),segment_id=ff078544-75dd-4686-821e-dfee54bf2bcf)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:00.910717 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.927732 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Calling delete_port for a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f owned by network:dhcp {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:01.010293 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.018882 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbc8018-b421-4ca7-b04a-083fa8e480e2 None None] DHCP port deletion for 6081ec14-2d25-40c5-a801-e052bfcd242a request from dv-cinder-830096-4-iscsi {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:24:01.036827 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:01.047433 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] No DVR routers for this DVR port a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f on host dv-cinder-830096-4-iscsi {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:01.121564 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (6081ec14-2d25-40c5-a801-e052bfcd242a), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.143939 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6081ec14-2d25-40c5-a801-e052bfcd242a']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:01.156872 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff078544-75dd-4686-821e-dfee54bf2bcf') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:01.157301 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff078544-75dd-4686-821e-dfee54bf2bcf') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:01.171027 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083049'] for segment (ff078544-75dd-4686-821e-dfee54bf2bcf), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.186053 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (ff078544-75dd-4686-821e-dfee54bf2bcf), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.195083 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:24:01.195546 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11553031'] for segment (ff078544-75dd-4686-821e-dfee54bf2bcf), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: Traceback (most recent call last): Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: timer() Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: cb(*args, **kw) Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: return func(*args, **kwargs) Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: self._notify() Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: self.callback(batched_events) Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: event.method(event) Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: return f(self, *a, **k) Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._get(url).json() Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:24:01.198621 dv-cinder-830096-4-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:24:01.258416 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (6081ec14-2d25-40c5-a801-e052bfcd242a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.263564 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.267137 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] 10.222.0.47 "DELETE /v2.0/networks/6081ec14-2d25-40c5-a801-e052bfcd242a HTTP/1.1" status: 204 len: 168 time: 0.5445373 Apr 12 13:24:01.280467 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb0417-7884-48d8-8749-7bc3f731c16f admin admin] Pushing event deleted for resources: {'Network': ['ID=6081ec14-2d25-40c5-a801-e052bfcd242a,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:01.503131 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60290) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:01.545929 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device daf10cf2-1e82-46a4-a2b1-e569c4193e4f no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:01.553153 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-4c27694a-6642-40ac-9b02-2d1743d1bccb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7e1b203c9c9478f863d115e7188d9a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483968 Apr 12 13:24:01.555598 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60292) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:01.576969 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: daf10cf2-1e82-46a4-a2b1-e569c4193e4f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:01.577340 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device daf10cf2-1e82-46a4-a2b1-e569c4193e4f not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:01.577771 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 43d30fd7-6c47-451a-8150-8bfdb3f6222a no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:01.597666 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 43d30fd7-6c47-451a-8150-8bfdb3f6222a {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:01.598103 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 43d30fd7-6c47-451a-8150-8bfdb3f6222a not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:01.598455 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:01.612182 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0b24-5958-437b-8141-b7ac49b24d9b admin admin] Publish callbacks [] for security_group (2490fd5b-75c6-4699-9a53-ead892e74464), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.619260 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:01.619599 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device a9e015b0-66d1-4ac9-bd29-0b9ec3adfc8f not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:01.642191 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0b24-5958-437b-8141-b7ac49b24d9b admin admin] Publish callbacks [] for security_group (2490fd5b-75c6-4699-9a53-ead892e74464), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.688884 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0b24-5958-437b-8141-b7ac49b24d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (2490fd5b-75c6-4699-9a53-ead892e74464), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.691513 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0b24-5958-437b-8141-b7ac49b24d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:01.692667 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-a6fe0b24-5958-437b-8141-b7ac49b24d9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2490fd5b-75c6-4699-9a53-ead892e74464 HTTP/1.1" status: 204 len: 168 time: 0.1352692 Apr 12 13:24:01.700821 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe0b24-5958-437b-8141-b7ac49b24d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2490fd5b-75c6-4699-9a53-ead892e74464,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:04.842451 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8e874a22-1024-4d2c-adf4-2b8123444d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:07.119336 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-759c1200-e4df-430b-84b9-5c75672972a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:07.435735 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60362) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:07.592514 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Deleting port c2285811-9213-4dd8-9822-7b99340fbe9a {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:07.593123 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (c2285811-9213-4dd8-9822-7b99340fbe9a), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:07.670017 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (c2285811-9213-4dd8-9822-7b99340fbe9a), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:07.670329 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for floatingip (c2285811-9213-4dd8-9822-7b99340fbe9a), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:07.682968 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Calling delete_port for c2285811-9213-4dd8-9822-7b99340fbe9a owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:07.841950 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (c2285811-9213-4dd8-9822-7b99340fbe9a), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:07.868012 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event deleted for resources: {'Port': ['ID=c2285811-9213-4dd8-9822-7b99340fbe9a,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:07.930816 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for floatingip (688b1627-ccdf-4877-adab-ed9a983d21b6), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:07.931214 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Floating IP 688b1627-ccdf-4877-adab-ed9a983d21b6 disassociated (deleted). External IP: 172.27.3.123, port: 7432af62-bac2-4897-bf49-2491d097d1da. Apr 12 13:24:08.146776 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:08.256432 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:08.261250 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:08.266077 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] Sync routers for ids ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:08.276107 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] Routers {'9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:08.276722 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:08.291663 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-eb03801e-2a28-4225-8274-ea5d13bfd963 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "DELETE /v2.0/floatingips/688b1627-ccdf-4877-adab-ed9a983d21b6 HTTP/1.1" status: 204 len: 168 time: 0.8548002 Apr 12 13:24:08.292244 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:08.294507 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578fbf5a-7be2-40be-adfa-f27b6c084cde" -d '{"events": [{"name": "network-changed", "server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "tag": "7432af62-bac2-4897-bf49-2491d097d1da"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:08.330312 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53a9166-2d43-4c5a-b787-d6ee8b5cc0f9 x-openstack-request-id: req-a53a9166-2d43-4c5a-b787-d6ee8b5cc0f9 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:08.330609 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "tag": "7432af62-bac2-4897-bf49-2491d097d1da", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:08.330864 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a53a9166-2d43-4c5a-b787-d6ee8b5cc0f9 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:08.331273 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53a9166-2d43-4c5a-b787-d6ee8b5cc0f9'] response: {'name': 'network-changed', 'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da', 'status': 'completed', 'code': 200} Apr 12 13:24:08.394928 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] Set router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:08.510650 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8bd98-86d9-45b5-9229-59a976180c7b req-c953034f-7df7-42a3-b309-32b5c5cbc775 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:08.511666 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eae8bd98-86d9-45b5-9229-59a976180c7b req-c953034f-7df7-42a3-b309-32b5c5cbc775 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0471296 Apr 12 13:24:08.568511 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-eae8bd98-86d9-45b5-9229-59a976180c7b req-0a8114c3-d819-41bf-8777-30676dd82ffd tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502410 Apr 12 13:24:08.594703 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67', 'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'mac_address': 'fa:16:3e:8a:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:44Z', 'revision_number': 5, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'subnets': [{'id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:08.620579 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] Checking router: 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:08.629256 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] Routers {'9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:08.629878 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:08.738176 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] Set router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:08.792552 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:08.947847 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67', 'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'mac_address': 'fa:16:3e:8a:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:44Z', 'revision_number': 5, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'subnets': [{'id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:08.976212 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a784234-8114-4bbc-9371-b5284ff2fc99 None None] The sync data for ids ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'] in dv-cinder-830096-4-iscsi is: [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:39Z', 'revision_number': 4, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': 'e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67', 'name': '', 'network_id': '7d40fe45-c76f-4fd2-970c-c0c19c7a2858', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'mac_address': 'fa:16:3e:8a:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:38Z', 'updated_at': '2022-04-12T13:19:44Z', 'revision_number': 5, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'subnets': [{'id': 'c1da95a6-7c53-437e-9f11-23b4515a7b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:09.194164 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7df2c2-7537-4666-bfba-969d504bece6 None None] New status for floating IP 688b1627-ccdf-4877-adab-ed9a983d21b6: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:24:09.695998 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8022-66cb-4599-a043-5e2d3b449624 req-0c6dd343-06dc-4142-86b9-5d10b62859dc tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:09.697617 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4ade8022-66cb-4599-a043-5e2d3b449624 req-0c6dd343-06dc-4142-86b9-5d10b62859dc tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0589564 Apr 12 13:24:09.746948 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-4ade8022-66cb-4599-a043-5e2d3b449624 req-3c99f855-12c7-4237-8658-53cf6a30f82b tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437114 Apr 12 13:24:10.343424 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-d7108ee2-2e41-4834-ba0c-8a331d98e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:10.347883 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-d7108ee2-2e41-4834-ba0c-8a331d98e2a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 1130 time: 0.0453382 Apr 12 13:24:10.503397 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-b8680860-b652-43db-a94d-9f93d3c17113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:10.504773 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-b8680860-b652-43db-a94d-9f93d3c17113 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858 HTTP/1.1" status: 200 len: 908 time: 0.0995378 Apr 12 13:24:10.616344 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:10.658384 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-40f6ca8b-2db7-48ee-9083-29c4b2bda629 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7432af62-bac2-4897-bf49-2491d097d1da HTTP/1.1" status: 200 len: 217 time: 0.0351710 Apr 12 13:24:10.895193 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23174123-ce23-4295-873e-afc0a75c390b req-db5432b2-7b5f-40f2-bc7e-fedb05390cf1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:10.896797 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-23174123-ce23-4295-873e-afc0a75c390b req-db5432b2-7b5f-40f2-bc7e-fedb05390cf1 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0838933 Apr 12 13:24:10.921582 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-c9d870fe-6f83-46ce-b5a9-f47080d7f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:10.923032 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-c9d870fe-6f83-46ce-b5a9-f47080d7f5de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c1da95a6-7c53-437e-9f11-23b4515a7b11 HTTP/1.1" status: 200 len: 847 time: 0.0759699 Apr 12 13:24:10.932720 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-0b1570c9-4c4a-4749-b839-8d1380a37663 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:10.934252 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-0b1570c9-4c4a-4749-b839-8d1380a37663 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.26 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 946 time: 0.0501492 Apr 12 13:24:10.983755 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-23174123-ce23-4295-873e-afc0a75c390b req-81b882ea-a9d6-4f80-8b8a-9baf8d8d8990 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea1dc482-8796-4153-984f-6295c5f93308&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798175 Apr 12 13:24:10.986773 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-73a8f075-ea7a-4a30-9698-d8b24ca9c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:10.988303 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-73a8f075-ea7a-4a30-9698-d8b24ca9c477 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7d40fe45-c76f-4fd2-970c-c0c19c7a2858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576112 Apr 12 13:24:11.021840 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-88fb4010-f4e4-44ca-be20-dfbb750b774f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Deleting port 7432af62-bac2-4897-bf49-2491d097d1da {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:11.022175 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-88fb4010-f4e4-44ca-be20-dfbb750b774f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (7432af62-bac2-4897-bf49-2491d097d1da), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:11.085934 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-a6b54c2e-51cd-48dd-bb85-baf954c80bcd service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874543 Apr 12 13:24:11.113646 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-88fb4010-f4e4-44ca-be20-dfbb750b774f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] For port 7432af62-bac2-4897-bf49-2491d097d1da, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=7432af62-bac2-4897-bf49-2491d097d1da,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:11.114008 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-88fb4010-f4e4-44ca-be20-dfbb750b774f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (7432af62-bac2-4897-bf49-2491d097d1da), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:11.127953 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-88fb4010-f4e4-44ca-be20-dfbb750b774f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Calling delete_port for 7432af62-bac2-4897-bf49-2491d097d1da owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:11.176902 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-578fbf5a-7be2-40be-adfa-f27b6c084cde req-db4633c3-69f8-496f-99a1-ae581d727fea service neutron] 10.222.0.26 "GET /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819089 Apr 12 13:24:11.256858 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-88fb4010-f4e4-44ca-be20-dfbb750b774f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (7432af62-bac2-4897-bf49-2491d097d1da), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:11.288040 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb4010-f4e4-44ca-be20-dfbb750b774f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event deleted for resources: {'Port': ['ID=7432af62-bac2-4897-bf49-2491d097d1da,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:11.333830 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-88fb4010-f4e4-44ca-be20-dfbb750b774f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] No DVR routers for this DVR port 7432af62-bac2-4897-bf49-2491d097d1da on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:11.336499 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-88fb4010-f4e4-44ca-be20-dfbb750b774f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:11.340420 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1060752f-2f77-4f53-8d2c-d1a97d711042 req-88fb4010-f4e4-44ca-be20-dfbb750b774f tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.26 "DELETE /v2.0/ports/7432af62-bac2-4897-bf49-2491d097d1da HTTP/1.1" status: 204 len: 173 time: 0.3985465 Apr 12 13:24:11.340878 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'name': 'network-vif-deleted', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:11.343422 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f73b0f9-6db9-4319-bce8-c75676c56843" -d '{"events": [{"server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "name": "network-vif-deleted", "tag": "7432af62-bac2-4897-bf49-2491d097d1da"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:11.382200 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f685ede2-d1ca-4bc0-a97d-c2c2dfd51f08 x-openstack-request-id: req-f685ede2-d1ca-4bc0-a97d-c2c2dfd51f08 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:11.382512 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8768f-4059-434c-8692-4f8533564914", "name": "network-vif-deleted", "tag": "7432af62-bac2-4897-bf49-2491d097d1da", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:11.382756 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f685ede2-d1ca-4bc0-a97d-c2c2dfd51f08 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:11.383147 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f685ede2-d1ca-4bc0-a97d-c2c2dfd51f08'] response: {'server_uuid': '64e8768f-4059-434c-8692-4f8533564914', 'name': 'network-vif-deleted', 'tag': '7432af62-bac2-4897-bf49-2491d097d1da', 'status': 'completed', 'code': 200} Apr 12 13:24:11.695512 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:12.074471 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-dc1946b2-73b1-4094-85d1-c3dbfc8bc7c4 req-bc5a81e9-1697-4b62-80e4-5234cf36c8b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288861 Apr 12 13:24:12.119684 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-770c0fd7-1e24-4c24-949d-d9100c34069f req-6db52f1c-afc5-45f0-84da-c16b86d9dead tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 210 time: 0.0432968 Apr 12 13:24:12.153347 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-dc1946b2-73b1-4094-85d1-c3dbfc8bc7c4 req-56ee91ee-813e-48d1-a606-19858887c191 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&device_id=64e8768f-4059-434c-8692-4f8533564914 HTTP/1.1" status: 200 len: 210 time: 0.0312750 Apr 12 13:24:12.265555 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1946b2-73b1-4094-85d1-c3dbfc8bc7c4 req-48186e8a-216b-4f24-9ed9-9b10bf5902d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:12.266913 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-dc1946b2-73b1-4094-85d1-c3dbfc8bc7c4 req-48186e8a-216b-4f24-9ed9-9b10bf5902d0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0929472 Apr 12 13:24:12.364713 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1946b2-73b1-4094-85d1-c3dbfc8bc7c4 req-0488cf9a-bc8b-43dc-ae2f-bb7706988b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:12.366204 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-dc1946b2-73b1-4094-85d1-c3dbfc8bc7c4 req-0488cf9a-bc8b-43dc-ae2f-bb7706988b6b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889888 Apr 12 13:24:13.179161 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60446) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:13.251880 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49374567-ff42-4147-ac31-5eaab75551a7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group (ea1dc482-8796-4153-984f-6295c5f93308), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.287796 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49374567-ff42-4147-ac31-5eaab75551a7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group (ea1dc482-8796-4153-984f-6295c5f93308), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.327974 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60450) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:13.354081 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49374567-ff42-4147-ac31-5eaab75551a7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ea1dc482-8796-4153-984f-6295c5f93308), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.356631 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-49374567-ff42-4147-ac31-5eaab75551a7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.357953 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-49374567-ff42-4147-ac31-5eaab75551a7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] 10.222.0.47 "DELETE /v2.0/security-groups/ea1dc482-8796-4153-984f-6295c5f93308 HTTP/1.1" status: 204 len: 168 time: 0.1776917 Apr 12 13:24:13.368123 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49374567-ff42-4147-ac31-5eaab75551a7 tempest-TestShelveInstance-992123838 tempest-TestShelveInstance-992123838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1dc482-8796-4153-984f-6295c5f93308,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:13.416884 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60456) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:13.478864 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2677bb54-7802-466e-b780-101bca6a579a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.682099 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2677bb54-7802-466e-b780-101bca6a579a admin admin] Publish callbacks [] for security_group (ae539fa9-1f07-41f8-be63-b8bdeeff1905), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.688953 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2677bb54-7802-466e-b780-101bca6a579a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ae539fa9-1f07-41f8-be63-b8bdeeff1905), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.757923 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-2677bb54-7802-466e-b780-101bca6a579a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e9518915c6544f096c7ec26b612cab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4288788 Apr 12 13:24:13.761216 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60458) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:13.763895 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677bb54-7802-466e-b780-101bca6a579a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae539fa9-1f07-41f8-be63-b8bdeeff1905,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:13.813345 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-505d683c-64fa-4228-977b-6bba44e8fc30 admin admin] Publish callbacks [] for security_group (ae539fa9-1f07-41f8-be63-b8bdeeff1905), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.835034 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-505d683c-64fa-4228-977b-6bba44e8fc30 admin admin] Publish callbacks [] for security_group (ae539fa9-1f07-41f8-be63-b8bdeeff1905), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.866413 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693169'] for router_interface (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.882823 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-505d683c-64fa-4228-977b-6bba44e8fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ae539fa9-1f07-41f8-be63-b8bdeeff1905), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.885468 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-505d683c-64fa-4228-977b-6bba44e8fc30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:13.886631 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-505d683c-64fa-4228-977b-6bba44e8fc30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae539fa9-1f07-41f8-be63-b8bdeeff1905 HTTP/1.1" status: 204 len: 168 time: 0.1238720 Apr 12 13:24:13.894513 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d683c-64fa-4228-977b-6bba44e8fc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae539fa9-1f07-41f8-be63-b8bdeeff1905,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:14.111196 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] Deleting port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:14.111529 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.182243 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60464) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:14.193358 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] For port e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:14.193956 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.195572 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd802efa-bb39-4195-83e7-ba3b41868e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.208433 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] Calling delete_port for e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:14.270377 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd802efa-bb39-4195-83e7-ba3b41868e5d admin admin] Publish callbacks [] for security_group (f405f72f-e7a7-46e1-bab3-273c7ad261a4), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.274396 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cd802efa-bb39-4195-83e7-ba3b41868e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f405f72f-e7a7-46e1-bab3-273c7ad261a4), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.317800 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-cd802efa-bb39-4195-83e7-ba3b41868e5d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc2fca4893ba4b9895765b38d1894ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344252 Apr 12 13:24:14.318480 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd802efa-bb39-4195-83e7-ba3b41868e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f405f72f-e7a7-46e1-bab3-273c7ad261a4,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:14.320532 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60466) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:14.414802 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc5828ac-dc94-49b4-a9f2-96d758bd212a admin admin] Publish callbacks [] for security_group (f405f72f-e7a7-46e1-bab3-273c7ad261a4), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.450163 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc5828ac-dc94-49b4-a9f2-96d758bd212a admin admin] Publish callbacks [] for security_group (f405f72f-e7a7-46e1-bab3-273c7ad261a4), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.465742 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.506163 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:14.563445 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc5828ac-dc94-49b4-a9f2-96d758bd212a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (f405f72f-e7a7-46e1-bab3-273c7ad261a4), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.566168 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-cc5828ac-dc94-49b4-a9f2-96d758bd212a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.567321 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-cc5828ac-dc94-49b4-a9f2-96d758bd212a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f405f72f-e7a7-46e1-bab3-273c7ad261a4 HTTP/1.1" status: 204 len: 168 time: 0.2438354 Apr 12 13:24:14.589626 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5828ac-dc94-49b4-a9f2-96d758bd212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f405f72f-e7a7-46e1-bab3-273c7ad261a4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:14.724033 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693021'] for router_interface (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:14.872147 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7432af62-bac2-4897-bf49-2491d097d1da no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:14.894859 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 7432af62-bac2-4897-bf49-2491d097d1da {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:14.895433 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 7432af62-bac2-4897-bf49-2491d097d1da not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:14.958432 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] Router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:15.085152 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:15.091040 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e5ff9f12-2744-45f8-ae19-1291222ce799 admin admin] 10.222.0.47 "PUT /v2.0/routers/9e45b57a-9857-4d1f-a9c8-de157a1fa9ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727593 Apr 12 13:24:15.093521 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60482) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:15.095616 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] Sync routers for ids ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:15.110035 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] Routers {'9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:15.111166 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:15.208278 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Publish callbacks [] for router (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:15.266004 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] Set router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:15.321260 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Publish callbacks [] for router_gateway (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:15.378519 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Deleting port 213569f6-5a6d-4df0-a71f-07c16c016b74 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:15.378858 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:15.467393 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:24:14Z', 'revision_number': 5, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port': {'id': '213569f6-5a6d-4df0-a71f-07c16c016b74', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:15.523488 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] Checking router: 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:15.534791 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] Routers {'9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:15.535895 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:15.658533 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] Set router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:15.719223 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:24:15Z', 'revision_number': 6, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port_host': None}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:15.752450 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] For port 213569f6-5a6d-4df0-a71f-07c16c016b74, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=213569f6-5a6d-4df0-a71f-07c16c016b74,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:15.752822 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:15.768715 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Calling delete_port for 213569f6-5a6d-4df0-a71f-07c16c016b74 owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:15.882480 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6ffd0-d746-416b-bd70-35b1bbee84e4 None None] The sync data for ids ['9e45b57a-9857-4d1f-a9c8-de157a1fa9ba'] in dv-cinder-830096-4-iscsi is: [{'id': '9e45b57a-9857-4d1f-a9c8-de157a1fa9ba', 'name': 'tempest-TestShelveInstance-310015543-router', 'tenant_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:35Z', 'updated_at': '2022-04-12T13:24:15Z', 'revision_number': 6, 'project_id': 'ba0ce6d8da96482fb20c8f92262cd5c5', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:15.953369 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (213569f6-5a6d-4df0-a71f-07c16c016b74), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:15.980718 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Pushing event deleted for resources: {'Port': ['ID=213569f6-5a6d-4df0-a71f-07c16c016b74,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:16.060975 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692475'] for router_gateway (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.156651 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2713'] for router (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.160041 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Publish callbacks [] for router_controller (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.214827 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666460'] for router (9e45b57a-9857-4d1f-a9c8-de157a1fa9ba), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.216708 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e45b57a-9857-4d1f-a9c8-de157a1fa9ba {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:24:16.224403 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.229777 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60508) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:16.230284 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-1c6bf1f3-aac5-4801-997f-c140c22b2559 admin admin] 10.222.0.47 "DELETE /v2.0/routers/9e45b57a-9857-4d1f-a9c8-de157a1fa9ba HTTP/1.1" status: 204 len: 168 time: 1.1354463 Apr 12 13:24:16.300836 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-510a0990-fac4-4873-8f9a-34de537fb7f6 admin admin] Deleting subnet c1da95a6-7c53-437e-9f11-23b4515a7b11 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:24:16.307645 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-510a0990-fac4-4873-8f9a-34de537fb7f6 admin admin] Publish callbacks [] for subnet (c1da95a6-7c53-437e-9f11-23b4515a7b11), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.356990 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-510a0990-fac4-4873-8f9a-34de537fb7f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083040'] for subnet (c1da95a6-7c53-437e-9f11-23b4515a7b11), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.440975 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-510a0990-fac4-4873-8f9a-34de537fb7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (c1da95a6-7c53-437e-9f11-23b4515a7b11), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.502903 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-510a0990-fac4-4873-8f9a-34de537fb7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11553197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12444193'] for subnet (c1da95a6-7c53-437e-9f11-23b4515a7b11), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.529503 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a0990-fac4-4873-8f9a-34de537fb7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1da95a6-7c53-437e-9f11-23b4515a7b11,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:16.533215 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-510a0990-fac4-4873-8f9a-34de537fb7f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.539257 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60514) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:16.541260 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a696d0-aff4-41fd-817e-7fba88cc18fc None None] Network 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:16.544623 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-510a0990-fac4-4873-8f9a-34de537fb7f6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c1da95a6-7c53-437e-9f11-23b4515a7b11 HTTP/1.1" status: 204 len: 168 time: 0.3130145 Apr 12 13:24:16.614793 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (7d40fe45-c76f-4fd2-970c-c0c19c7a2858), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.672371 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Deleting port 5e898c97-4319-42b0-bb47-40aff7f70574 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:16.672825 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.716478 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] DHCP port deletion for 7d40fe45-c76f-4fd2-970c-c0c19c7a2858 request from dv-cinder-830096-4-iscsi {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:24:16.741955 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] For port 5e898c97-4319-42b0-bb47-40aff7f70574, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=5e898c97-4319-42b0-bb47-40aff7f70574,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:16.742387 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.761145 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Deleting port 5e898c97-4319-42b0-bb47-40aff7f70574 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:16.761554 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.764208 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Calling delete_port for 5e898c97-4319-42b0-bb47-40aff7f70574 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:16.827719 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] For port 5e898c97-4319-42b0-bb47-40aff7f70574, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=5e898c97-4319-42b0-bb47-40aff7f70574,segment=NetworkSegment(b7d230db-8dcc-4118-b159-42e2f34bbca9),segment_id=b7d230db-8dcc-4118-b159-42e2f34bbca9)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:16.828446 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.843625 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Calling delete_port for 5e898c97-4319-42b0-bb47-40aff7f70574 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:16.853252 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.879161 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5e898c97-4319-42b0-bb47-40aff7f70574,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:16.883928 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] No DVR routers for this DVR port 5e898c97-4319-42b0-bb47-40aff7f70574 on host dv-cinder-830096-4-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:16.940634 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969'] for port (5e898c97-4319-42b0-bb47-40aff7f70574), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.967467 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Pushing event deleted for resources: {'Port': ['ID=5e898c97-4319-42b0-bb47-40aff7f70574,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:16.972174 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (7d40fe45-c76f-4fd2-970c-c0c19c7a2858), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:16.972406 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] No DVR routers for this DVR port 5e898c97-4319-42b0-bb47-40aff7f70574 on host dv-cinder-830096-4-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:16.979219 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.979566 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.980105 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.980446 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.980782 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.981113 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.981480 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.981868 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.982138 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.982449 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.982776 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.983101 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.983424 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.983745 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:16.984064 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b66ce-40b1-4a9f-a8e5-597888f6004c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:17.000791 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d40fe45-c76f-4fd2-970c-c0c19c7a2858']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:17.011153 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d230db-8dcc-4118-b159-42e2f34bbca9') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:17.011443 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d230db-8dcc-4118-b159-42e2f34bbca9') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:17.021563 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11875429'] for segment (b7d230db-8dcc-4118-b159-42e2f34bbca9), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.037503 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (b7d230db-8dcc-4118-b159-42e2f34bbca9), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.044634 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:24:17.045033 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12483958'] for segment (b7d230db-8dcc-4118-b159-42e2f34bbca9), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: Traceback (most recent call last): Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: timer() Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: cb(*args, **kw) Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: return func(*args, **kwargs) Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: self._notify() Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: self.callback(batched_events) Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: event.method(event) Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: return f(self, *a, **k) Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._get(url).json() Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:24:17.047168 dv-cinder-830096-4-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:24:17.106525 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (7d40fe45-c76f-4fd2-970c-c0c19c7a2858), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.114233 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.117485 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] 10.222.0.47 "DELETE /v2.0/networks/7d40fe45-c76f-4fd2-970c-c0c19c7a2858 HTTP/1.1" status: 204 len: 168 time: 0.5767934 Apr 12 13:24:17.121068 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60516) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:17.128041 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79f2d7-36cb-4d08-807b-45d0d8d3f0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=7d40fe45-c76f-4fd2-970c-c0c19c7a2858,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:17.456985 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693169'] for router_interface (74083316-02e0-4f18-945c-de542dd25e2f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.563283 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 5e898c97-4319-42b0-bb47-40aff7f70574 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:17.584276 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 5e898c97-4319-42b0-bb47-40aff7f70574 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:17.584751 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 5e898c97-4319-42b0-bb47-40aff7f70574 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:17.585304 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 213569f6-5a6d-4df0-a71f-07c16c016b74 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:17.608188 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 213569f6-5a6d-4df0-a71f-07c16c016b74 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:17.608797 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 213569f6-5a6d-4df0-a71f-07c16c016b74 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:17.609247 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:17.630430 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:17.630772 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device e9f9e118-4c7d-4e2d-9dab-6a3c0edecc67 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:17.716294 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] Deleting port 160e2f97-57c3-45a4-8923-fd581ef5e152 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:17.716672 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.807322 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] For port 160e2f97-57c3-45a4-8923-fd581ef5e152, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=160e2f97-57c3-45a4-8923-fd581ef5e152,segment=NetworkSegment(4b89eb63-d517-40ce-8edc-a21a63d08d18),segment_id=4b89eb63-d517-40ce-8edc-a21a63d08d18)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:17.807677 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:17.821165 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] Calling delete_port for 160e2f97-57c3-45a4-8923-fd581ef5e152 owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:18.001521 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (160e2f97-57c3-45a4-8923-fd581ef5e152), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.023592 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=160e2f97-57c3-45a4-8923-fd581ef5e152,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:18.190867 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693021'] for router_interface (74083316-02e0-4f18-945c-de542dd25e2f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.410694 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] Router 74083316-02e0-4f18-945c-de542dd25e2f has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:18.521105 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:18.526683 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-388b453c-ba98-48cb-b784-b51cc5f33b84 admin admin] 10.222.0.47 "PUT /v2.0/routers/74083316-02e0-4f18-945c-de542dd25e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4044952 Apr 12 13:24:18.529328 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60524) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:18.532045 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] Sync routers for ids ['74083316-02e0-4f18-945c-de542dd25e2f'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:18.542493 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] Routers {'74083316-02e0-4f18-945c-de542dd25e2f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:18.543103 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['74083316-02e0-4f18-945c-de542dd25e2f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:18.638096 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Publish callbacks [] for router (74083316-02e0-4f18-945c-de542dd25e2f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.657020 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] Set router 74083316-02e0-4f18-945c-de542dd25e2f gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:18.768573 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Publish callbacks [] for router_gateway (74083316-02e0-4f18-945c-de542dd25e2f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.824198 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Deleting port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:18.824552 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.830616 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74083316-02e0-4f18-945c-de542dd25e2f', 'name': 'tempest-TestShelveInstance-1393133249-router', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:24:17Z', 'revision_number': 5, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'gw_port': {'id': 'a639396c-b231-4ea1-ae9a-ffa74f5f4c1d', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:80:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74083316-02e0-4f18-945c-de542dd25e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:18.865170 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] Checking router: 74083316-02e0-4f18-945c-de542dd25e2f for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:18.874516 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] Routers {'74083316-02e0-4f18-945c-de542dd25e2f'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:18.875134 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['74083316-02e0-4f18-945c-de542dd25e2f'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:18.915441 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] For port a639396c-b231-4ea1-ae9a-ffa74f5f4c1d, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=a639396c-b231-4ea1-ae9a-ffa74f5f4c1d,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:18.915805 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:18.928965 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Calling delete_port for a639396c-b231-4ea1-ae9a-ffa74f5f4c1d owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:18.968788 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] Set router 74083316-02e0-4f18-945c-de542dd25e2f gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:19.020583 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74083316-02e0-4f18-945c-de542dd25e2f', 'name': 'tempest-TestShelveInstance-1393133249-router', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:24:18Z', 'revision_number': 6, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'gw_port_host': None}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:19.049628 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65642cd-8ec8-4607-a81e-345c545be6fd None None] The sync data for ids ['74083316-02e0-4f18-945c-de542dd25e2f'] in dv-cinder-830096-4-iscsi is: [{'id': '74083316-02e0-4f18-945c-de542dd25e2f', 'name': 'tempest-TestShelveInstance-1393133249-router', 'tenant_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:19:42Z', 'updated_at': '2022-04-12T13:24:18Z', 'revision_number': 6, 'project_id': '2f79f6cb2a154d1aae2643f2f39e2bb9', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:19.104769 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (a639396c-b231-4ea1-ae9a-ffa74f5f4c1d), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.131392 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Pushing event deleted for resources: {'Port': ['ID=a639396c-b231-4ea1-ae9a-ffa74f5f4c1d,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:19.194747 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692475'] for router_gateway (74083316-02e0-4f18-945c-de542dd25e2f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.306421 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2713'] for router (74083316-02e0-4f18-945c-de542dd25e2f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.308616 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Publish callbacks [] for router_controller (74083316-02e0-4f18-945c-de542dd25e2f), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.623162 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666460'] for router (74083316-02e0-4f18-945c-de542dd25e2f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.623876 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74083316-02e0-4f18-945c-de542dd25e2f {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:24:19.629617 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.630878 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-66a84367-de5f-4227-bc6b-0923dffe8070 admin admin] 10.222.0.47 "DELETE /v2.0/routers/74083316-02e0-4f18-945c-de542dd25e2f HTTP/1.1" status: 204 len: 168 time: 1.1005547 Apr 12 13:24:19.633401 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60528) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:19.677688 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd3e83c-16d7-4121-aafc-4a9ba8e07c63 admin admin] Deleting subnet 48d57071-17a0-43fa-ae59-4bd277248b33 {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:24:19.680908 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e83c-16d7-4121-aafc-4a9ba8e07c63 admin admin] Publish callbacks [] for subnet (48d57071-17a0-43fa-ae59-4bd277248b33), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.715458 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e83c-16d7-4121-aafc-4a9ba8e07c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083040'] for subnet (48d57071-17a0-43fa-ae59-4bd277248b33), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.802578 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e83c-16d7-4121-aafc-4a9ba8e07c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (48d57071-17a0-43fa-ae59-4bd277248b33), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.860168 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e83c-16d7-4121-aafc-4a9ba8e07c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11553197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12444193'] for subnet (48d57071-17a0-43fa-ae59-4bd277248b33), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.872325 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 160e2f97-57c3-45a4-8923-fd581ef5e152 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:19.887141 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3e83c-16d7-4121-aafc-4a9ba8e07c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d57071-17a0-43fa-ae59-4bd277248b33,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:19.890706 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-cbd3e83c-16d7-4121-aafc-4a9ba8e07c63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:19.894513 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-cbd3e83c-16d7-4121-aafc-4a9ba8e07c63 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/48d57071-17a0-43fa-ae59-4bd277248b33 HTTP/1.1" status: 204 len: 168 time: 0.2598591 Apr 12 13:24:19.895046 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 160e2f97-57c3-45a4-8923-fd581ef5e152 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:19.896042 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 160e2f97-57c3-45a4-8923-fd581ef5e152 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:19.896415 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60532) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:19.896975 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device a639396c-b231-4ea1-ae9a-ffa74f5f4c1d no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:19.902538 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b7bdf2-5b18-4be1-8438-cc80dffd81d1 None None] Network 033dfd5c-2f0a-4d98-b288-371d21e3f7cd requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:19.922424 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: a639396c-b231-4ea1-ae9a-ffa74f5f4c1d {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:19.922769 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device a639396c-b231-4ea1-ae9a-ffa74f5f4c1d not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:19.978162 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (033dfd5c-2f0a-4d98-b288-371d21e3f7cd), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.028368 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Deleting port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:20.028739 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.100038 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] For port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=ccbc0249-c5ea-4dee-b06b-fa92072c5aa9,segment=NetworkSegment(4b89eb63-d517-40ce-8edc-a21a63d08d18),segment_id=4b89eb63-d517-40ce-8edc-a21a63d08d18)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:20.100440 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.111013 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f41344-d710-4fff-9e65-1708cda018f1 None None] DHCP port deletion for 033dfd5c-2f0a-4d98-b288-371d21e3f7cd request from dv-cinder-830096-4-iscsi {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:24:20.115513 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Calling delete_port for ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:20.151861 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-21f41344-d710-4fff-9e65-1708cda018f1 None None] Deleting port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:20.152144 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21f41344-d710-4fff-9e65-1708cda018f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.207397 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.221225 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] No DVR routers for this DVR port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 on host dv-cinder-830096-4-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:20.228910 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-21f41344-d710-4fff-9e65-1708cda018f1 None None] For port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=ccbc0249-c5ea-4dee-b06b-fa92072c5aa9,segment=NetworkSegment(4b89eb63-d517-40ce-8edc-a21a63d08d18),segment_id=4b89eb63-d517-40ce-8edc-a21a63d08d18)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:20.229433 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21f41344-d710-4fff-9e65-1708cda018f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.245039 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-21f41344-d710-4fff-9e65-1708cda018f1 None None] Calling delete_port for ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:20.246146 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbc0249-c5ea-4dee-b06b-fa92072c5aa9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:20.313911 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (033dfd5c-2f0a-4d98-b288-371d21e3f7cd), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.324639 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-21f41344-d710-4fff-9e65-1708cda018f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969'] for port (ccbc0249-c5ea-4dee-b06b-fa92072c5aa9), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.337377 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033dfd5c-2f0a-4d98-b288-371d21e3f7cd']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:20.347687 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b89eb63-d517-40ce-8edc-a21a63d08d18') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:20.347988 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b89eb63-d517-40ce-8edc-a21a63d08d18') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:20.350603 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f41344-d710-4fff-9e65-1708cda018f1 None None] Pushing event deleted for resources: {'Port': ['ID=ccbc0249-c5ea-4dee-b06b-fa92072c5aa9,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:20.359883 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f41344-d710-4fff-9e65-1708cda018f1 None None] No DVR routers for this DVR port ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 on host dv-cinder-830096-4-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:20.360107 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11875429'] for segment (4b89eb63-d517-40ce-8edc-a21a63d08d18), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.376715 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (4b89eb63-d517-40ce-8edc-a21a63d08d18), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.388074 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:24:20.388406 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12483958'] for segment (4b89eb63-d517-40ce-8edc-a21a63d08d18), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: Traceback (most recent call last): Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: timer() Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: cb(*args, **kw) Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: return func(*args, **kwargs) Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: self._notify() Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: self.callback(batched_events) Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: event.method(event) Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: return f(self, *a, **k) Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._get(url).json() Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:24:20.390624 dv-cinder-830096-4-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:24:20.464613 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (033dfd5c-2f0a-4d98-b288-371d21e3f7cd), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.472583 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.476721 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/033dfd5c-2f0a-4d98-b288-371d21e3f7cd HTTP/1.1" status: 204 len: 168 time: 0.5790651 Apr 12 13:24:20.491051 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5fa22-058f-41b7-8e5d-08566c53b0e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=033dfd5c-2f0a-4d98-b288-371d21e3f7cd,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:20.685885 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60536) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:20.731144 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f4a68b45-b71f-4ea1-8248-78ee769660b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba0ce6d8da96482fb20c8f92262cd5c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439751 Apr 12 13:24:20.733797 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60538) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:20.795782 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee82e-e608-4f62-a87a-e53899e15894 admin admin] Publish callbacks [] for security_group (4f150896-a978-427d-bbec-791588798786), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.825053 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee82e-e608-4f62-a87a-e53899e15894 admin admin] Publish callbacks [] for security_group (4f150896-a978-427d-bbec-791588798786), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.884430 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee82e-e608-4f62-a87a-e53899e15894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (4f150896-a978-427d-bbec-791588798786), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.887173 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee82e-e608-4f62-a87a-e53899e15894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:20.888343 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-bd8ee82e-e608-4f62-a87a-e53899e15894 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f150896-a978-427d-bbec-791588798786 HTTP/1.1" status: 204 len: 168 time: 0.1536312 Apr 12 13:24:20.896615 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ee82e-e608-4f62-a87a-e53899e15894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f150896-a978-427d-bbec-791588798786,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:21.244062 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60546) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:21.287823 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-fa48a747-5da7-4ad3-b0f1-fa1f62e66814 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f79f6cb2a154d1aae2643f2f39e2bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426075 Apr 12 13:24:21.290911 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60548) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:21.337658 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97be4ec8-b94c-4269-8667-9306d61c222f admin admin] Publish callbacks [] for security_group (04c189c4-e8bc-44fb-8a42-955548c03d51), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.360171 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97be4ec8-b94c-4269-8667-9306d61c222f admin admin] Publish callbacks [] for security_group (04c189c4-e8bc-44fb-8a42-955548c03d51), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.408242 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97be4ec8-b94c-4269-8667-9306d61c222f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (04c189c4-e8bc-44fb-8a42-955548c03d51), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.411268 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-97be4ec8-b94c-4269-8667-9306d61c222f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:21.412431 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-97be4ec8-b94c-4269-8667-9306d61c222f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04c189c4-e8bc-44fb-8a42-955548c03d51 HTTP/1.1" status: 204 len: 168 time: 0.1204832 Apr 12 13:24:21.422418 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be4ec8-b94c-4269-8667-9306d61c222f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c189c4-e8bc-44fb-8a42-955548c03d51,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:21.559449 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:21.581019 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:21.581390 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device ccbc0249-c5ea-4dee-b06b-fa92072c5aa9 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:28.860501 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:34.847123 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8451414b-64ee-47e5-bc35-ab005edcf5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:35.743027 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60624) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:35.891341 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Deleting port 5f23bec0-c662-4deb-bae4-31b7b62291d6 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:35.891705 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (5f23bec0-c662-4deb-bae4-31b7b62291d6), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:35.968182 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (5f23bec0-c662-4deb-bae4-31b7b62291d6), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:35.968494 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (5f23bec0-c662-4deb-bae4-31b7b62291d6), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:35.981757 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Calling delete_port for 5f23bec0-c662-4deb-bae4-31b7b62291d6 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:36.130614 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (5f23bec0-c662-4deb-bae4-31b7b62291d6), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:36.155964 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event deleted for resources: {'Port': ['ID=5f23bec0-c662-4deb-bae4-31b7b62291d6,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:36.220413 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (1748a129-ef47-4cdf-bf26-f8a12eef15de), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:36.220733 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Floating IP 1748a129-ef47-4cdf-bf26-f8a12eef15de disassociated (deleted). External IP: 172.27.3.193, port: b8e3f426-4c57-4f38-ab6d-7628597c9671. Apr 12 13:24:36.434420 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Router 1078ad39-ea6f-4639-b539-891e9d7df5af has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:36.548245 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:36.553225 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:36.558527 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] Sync routers for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:36.568696 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:36.569361 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:36.583250 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-628449f3-5302-4a8b-a2cf-402eb83c7cb5 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "DELETE /v2.0/floatingips/1748a129-ef47-4cdf-bf26-f8a12eef15de HTTP/1.1" status: 204 len: 168 time: 0.8391871 Apr 12 13:24:36.583875 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'tag': 'b8e3f426-4c57-4f38-ab6d-7628597c9671'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:36.586150 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d000bb9-0756-4959-b6b9-96cec504c6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f91b8db-9af2-4e58-9c18-8235c6828143", "tag": "b8e3f426-4c57-4f38-ab6d-7628597c9671"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:36.623993 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82ba7c2-3875-4858-bb39-b31f343c6b0b x-openstack-request-id: req-c82ba7c2-3875-4858-bb39-b31f343c6b0b {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:36.624417 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f91b8db-9af2-4e58-9c18-8235c6828143", "tag": "b8e3f426-4c57-4f38-ab6d-7628597c9671", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:36.624809 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c82ba7c2-3875-4858-bb39-b31f343c6b0b {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:36.625401 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82ba7c2-3875-4858-bb39-b31f343c6b0b'] response: {'name': 'network-changed', 'server_uuid': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'tag': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'status': 'completed', 'code': 200} Apr 12 13:24:36.694198 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-61dbfa3f-dd2a-4708-b69f-bf2dd80c5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:36.696705 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-61dbfa3f-dd2a-4708-b69f-bf2dd80c5318 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 1130 time: 0.0455022 Apr 12 13:24:36.708065 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:36.804752 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-e73d5e58-48ea-4706-b63d-b2560ae43688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:36.806916 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-e73d5e58-48ea-4706-b63d-b2560ae43688 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 912 time: 0.0993702 Apr 12 13:24:36.812607 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1405d3-bd27-43bd-b587-e6ff2a2935ee req-d3725dbf-49db-4b75-829c-91ff6ca7e36a tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:36.814339 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c1405d3-bd27-43bd-b587-e6ff2a2935ee req-d3725dbf-49db-4b75-829c-91ff6ca7e36a tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 946 time: 0.0487390 Apr 12 13:24:36.864066 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-1c1405d3-bd27-43bd-b587-e6ff2a2935ee req-b5d9929b-549b-47a6-abd4-f9666cd72d83 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441124 Apr 12 13:24:36.936349 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '529dc7dd-2bb4-447c-b393-9ee7b2ef9aee', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:35:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:07Z', 'updated_at': '2022-04-12T13:21:09Z', 'revision_number': 1, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:36.963119 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] Checking router: 1078ad39-ea6f-4639-b539-891e9d7df5af for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:36.971995 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:36.972624 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:07Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:37.084771 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:37.131503 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-fb353390-c692-49e9-bb08-277d8e3901e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:37.237510 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:24:37.440507 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '529dc7dd-2bb4-447c-b393-9ee7b2ef9aee', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:35:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:07Z', 'updated_at': '2022-04-12T13:21:09Z', 'revision_number': 1, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:37.467470 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8269f32-a225-4097-b49d-b5d005bc25a0 None None] The sync data for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi is: [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_floatingips': [{'id': '529dc7dd-2bb4-447c-b393-9ee7b2ef9aee', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'router_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'port_id': '61145e28-fc77-42cb-a984-67b449de1b47', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'mac_address': 'fa:16:3e:35:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf961586-825d-4700-af27-12b53a879758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:21:07Z', 'updated_at': '2022-04-12T13:21:09Z', 'revision_number': 1, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:37.708004 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d170de74-0c8b-4dfc-8091-4041215f6c7c None None] New status for floating IP 1748a129-ef47-4cdf-bf26-f8a12eef15de: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:24:37.978520 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087eb06-1525-4f3a-9d23-cab5efb0bda6 req-2a1564ba-02ac-43c0-8acc-ad1f36c32ebc tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:37.980015 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6087eb06-1525-4f3a-9d23-cab5efb0bda6 req-2a1564ba-02ac-43c0-8acc-ad1f36c32ebc tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 946 time: 0.0470617 Apr 12 13:24:37.992186 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-9fc668cf-9dfb-4552-8a98-8f8c1f0fca4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e3f426-4c57-4f38-ab6d-7628597c9671 HTTP/1.1" status: 200 len: 217 time: 0.0353177 Apr 12 13:24:38.032474 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-6087eb06-1525-4f3a-9d23-cab5efb0bda6 req-3b9d758a-6014-465d-ad5a-1acf28fd89cc tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465345 Apr 12 13:24:38.047982 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-b229dbcb-db14-4f01-81b0-90b5f9977f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:38.049544 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-b229dbcb-db14-4f01-81b0-90b5f9977f96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0474474 Apr 12 13:24:38.188803 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-bcd0364d-54b9-440c-a727-15c08ae7a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:38.190997 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-bcd0364d-54b9-440c-a727-15c08ae7a95f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403216 Apr 12 13:24:38.296512 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-1a8a598d-2862-4127-b806-26738dcb21af service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942507 Apr 12 13:24:38.481764 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-1d000bb9-0756-4959-b6b9-96cec504c6b1 req-b711b59f-6706-4d2b-9aa6-323da25d18c6 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832384 Apr 12 13:24:38.523810 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e76f3-09c7-4302-8785-118df50954ac req-327085f6-8d25-4d36-8847-c502c87e52f2 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:38.525850 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-916e76f3-09c7-4302-8785-118df50954ac req-327085f6-8d25-4d36-8847-c502c87e52f2 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 946 time: 0.0460534 Apr 12 13:24:38.614302 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-916e76f3-09c7-4302-8785-118df50954ac req-93f91ae9-28c1-49b8-8ed4-b0413fb46f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Deleting port b8e3f426-4c57-4f38-ab6d-7628597c9671 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:38.614551 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-916e76f3-09c7-4302-8785-118df50954ac req-93f91ae9-28c1-49b8-8ed4-b0413fb46f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:38.711096 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [req-916e76f3-09c7-4302-8785-118df50954ac req-93f91ae9-28c1-49b8-8ed4-b0413fb46f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] For port b8e3f426-4c57-4f38-ab6d-7628597c9671, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8e3f426-4c57-4f38-ab6d-7628597c9671,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:38.711514 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-916e76f3-09c7-4302-8785-118df50954ac req-93f91ae9-28c1-49b8-8ed4-b0413fb46f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:38.727775 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [req-916e76f3-09c7-4302-8785-118df50954ac req-93f91ae9-28c1-49b8-8ed4-b0413fb46f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Calling delete_port for b8e3f426-4c57-4f38-ab6d-7628597c9671 owned by compute:nova {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:38.759074 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:38.889100 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-916e76f3-09c7-4302-8785-118df50954ac req-93f91ae9-28c1-49b8-8ed4-b0413fb46f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (b8e3f426-4c57-4f38-ab6d-7628597c9671), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:38.929157 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f91ae9-28c1-49b8-8ed4-b0413fb46f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event deleted for resources: {'Port': ['ID=b8e3f426-4c57-4f38-ab6d-7628597c9671,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:38.992567 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [req-916e76f3-09c7-4302-8785-118df50954ac req-93f91ae9-28c1-49b8-8ed4-b0413fb46f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] No DVR routers for this DVR port b8e3f426-4c57-4f38-ab6d-7628597c9671 on host hv-cinder-83009 {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:38.995740 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [req-916e76f3-09c7-4302-8785-118df50954ac req-93f91ae9-28c1-49b8-8ed4-b0413fb46f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:38.999250 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-916e76f3-09c7-4302-8785-118df50954ac req-93f91ae9-28c1-49b8-8ed4-b0413fb46f60 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "DELETE /v2.0/ports/b8e3f426-4c57-4f38-ab6d-7628597c9671 HTTP/1.1" status: 204 len: 173 time: 0.4681280 Apr 12 13:24:38.999733 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'name': 'network-vif-deleted', 'tag': 'b8e3f426-4c57-4f38-ab6d-7628597c9671'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:39.002053 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29c02da-f526-4069-9d8a-d31962b0d55c" -d '{"events": [{"server_uuid": "0f91b8db-9af2-4e58-9c18-8235c6828143", "name": "network-vif-deleted", "tag": "b8e3f426-4c57-4f38-ab6d-7628597c9671"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:39.040701 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce81b1-3465-4b9c-93c6-55ffd5d97387 x-openstack-request-id: req-3bce81b1-3465-4b9c-93c6-55ffd5d97387 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:39.041019 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f91b8db-9af2-4e58-9c18-8235c6828143", "name": "network-vif-deleted", "tag": "b8e3f426-4c57-4f38-ab6d-7628597c9671", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:39.041301 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3bce81b1-3465-4b9c-93c6-55ffd5d97387 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:39.041704 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bce81b1-3465-4b9c-93c6-55ffd5d97387'] response: {'server_uuid': '0f91b8db-9af2-4e58-9c18-8235c6828143', 'name': 'network-vif-deleted', 'tag': 'b8e3f426-4c57-4f38-ab6d-7628597c9671', 'status': 'completed', 'code': 200} Apr 12 13:24:39.135464 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-33e7d579-fd6b-4e21-806a-1d59cd125ad8 req-9a1bba3e-c2c5-46fc-8728-f4c32d45dd72 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 210 time: 0.0284953 Apr 12 13:24:40.236932 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-48ade01a-aee5-4865-864a-e3d3b07b9ee3 req-de792585-f80e-4fa0-af64-0276796eac91 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 210 time: 0.0316465 Apr 12 13:24:40.620742 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:41.331690 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-967f3f1e-3080-437c-8693-d1fee1ff83de req-835b3387-c311-4ec9-a997-3fb4dfbbfce7 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 210 time: 0.0281396 Apr 12 13:24:41.691429 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:41.790595 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device b8e3f426-4c57-4f38-ab6d-7628597c9671 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:41.814681 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: b8e3f426-4c57-4f38-ab6d-7628597c9671 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:41.815014 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device b8e3f426-4c57-4f38-ab6d-7628597c9671 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:42.442948 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-955ad552-76c7-4973-97a0-48800286e02c req-5b603f6b-45c0-4d4a-aa97-7d0e8c2846b8 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f91b8db-9af2-4e58-9c18-8235c6828143 HTTP/1.1" status: 200 len: 210 time: 0.0295033 Apr 12 13:24:45.745310 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60730) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:45.918990 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Deleting port 7b35ef69-bf4e-47a1-840d-42de4b9172e5 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:45.919440 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (7b35ef69-bf4e-47a1-840d-42de4b9172e5), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:46.252140 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (7b35ef69-bf4e-47a1-840d-42de4b9172e5), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:46.252462 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (7b35ef69-bf4e-47a1-840d-42de4b9172e5), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:46.265574 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Calling delete_port for 7b35ef69-bf4e-47a1-840d-42de4b9172e5 owned by network:floatingip {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:46.426992 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (7b35ef69-bf4e-47a1-840d-42de4b9172e5), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:46.454399 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event deleted for resources: {'Port': ['ID=7b35ef69-bf4e-47a1-840d-42de4b9172e5,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:46.526195 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (529dc7dd-2bb4-447c-b393-9ee7b2ef9aee), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:46.526581 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.l3_db [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Floating IP 529dc7dd-2bb4-447c-b393-9ee7b2ef9aee disassociated (deleted). External IP: 172.27.3.148, port: 61145e28-fc77-42cb-a984-67b449de1b47. Apr 12 13:24:46.751815 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Router 1078ad39-ea6f-4639-b539-891e9d7df5af has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:46.872995 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:46.879314 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:46.886016 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] Sync routers for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:46.901033 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:46.902016 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:46.914498 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-7b07a009-e273-4d4a-a3bc-d9f41b50ddb3 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "DELETE /v2.0/floatingips/529dc7dd-2bb4-447c-b393-9ee7b2ef9aee HTTP/1.1" status: 204 len: 168 time: 1.1649420 Apr 12 13:24:46.914498 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf961586-825d-4700-af27-12b53a879758', 'tag': '61145e28-fc77-42cb-a984-67b449de1b47'}] {{(pid=103442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:46.915108 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f167a5b12a6a350b581f937de0d349bad4f354014d9e7da225aa9b86464ad28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51647294-fff9-4366-ba7b-5a38c6d23722" -d '{"events": [{"name": "network-changed", "server_uuid": "bf961586-825d-4700-af27-12b53a879758", "tag": "61145e28-fc77-42cb-a984-67b449de1b47"}]}' {{(pid=103442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:46.973239 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419fcf09-e58f-4123-99f2-71f704d9ab88 x-openstack-request-id: req-419fcf09-e58f-4123-99f2-71f704d9ab88 {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:46.973843 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf961586-825d-4700-af27-12b53a879758", "tag": "61145e28-fc77-42cb-a984-67b449de1b47", "status": "completed", "code": 200}]} {{(pid=103442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:46.974914 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-419fcf09-e58f-4123-99f2-71f704d9ab88 {{(pid=103442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:46.977851 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419fcf09-e58f-4123-99f2-71f704d9ab88'] response: {'name': 'network-changed', 'server_uuid': 'bf961586-825d-4700-af27-12b53a879758', 'tag': '61145e28-fc77-42cb-a984-67b449de1b47', 'status': 'completed', 'code': 200} Apr 12 13:24:47.040396 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:47.053473 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-14062d14-135c-438f-a25f-dbbe5269811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:47.055280 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-14062d14-135c-438f-a25f-dbbe5269811f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20eb796f475e4b588ff0d23e33387680&device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 1130 time: 0.0551133 Apr 12 13:24:47.172008 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60746) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:47.201577 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda25786-ac71-4aee-9a24-3ddb482b2933 req-d1fc8161-1778-4f24-bb46-a1d72aeae248 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:47.203095 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cda25786-ac71-4aee-9a24-3ddb482b2933 req-d1fc8161-1778-4f24-bb46-a1d72aeae248 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 946 time: 0.0666404 Apr 12 13:24:47.209224 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-9582f3b8-f051-41d5-80cc-12fc0f33db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:47.210675 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-9582f3b8-f051-41d5-80cc-12fc0f33db44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 200 len: 912 time: 0.1327260 Apr 12 13:24:47.245887 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:47.261128 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-cda25786-ac71-4aee-9a24-3ddb482b2933 req-04654ae8-bdd4-4eea-906e-419e52bdca88 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494857 Apr 12 13:24:47.278476 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] Checking router: 1078ad39-ea6f-4639-b539-891e9d7df5af for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:47.286905 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:47.287509 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:47.297601 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0db42957-1889-4251-891e-aa2de1e55f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:47.372255 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0db42957-1889-4251-891e-aa2de1e55f8d admin admin] Publish callbacks [] for security_group (b0f74891-21e2-4bb4-bc79-f9b82294dd50), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:47.377769 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0db42957-1889-4251-891e-aa2de1e55f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (b0f74891-21e2-4bb4-bc79-f9b82294dd50), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:47.401967 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:47.417779 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db42957-1889-4251-891e-aa2de1e55f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f74891-21e2-4bb4-bc79-f9b82294dd50,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:47.422091 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0db42957-1889-4251-891e-aa2de1e55f8d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb8016a6fd7949c0ae5f29d5269d63f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479994 Apr 12 13:24:47.424795 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60750) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:47.473396 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b31141a4-ce30-4624-8a7a-7015157049fc admin admin] Publish callbacks [] for security_group (b0f74891-21e2-4bb4-bc79-f9b82294dd50), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:47.495249 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b31141a4-ce30-4624-8a7a-7015157049fc admin admin] Publish callbacks [] for security_group (b0f74891-21e2-4bb4-bc79-f9b82294dd50), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:47.542519 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b31141a4-ce30-4624-8a7a-7015157049fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (b0f74891-21e2-4bb4-bc79-f9b82294dd50), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:47.544963 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b31141a4-ce30-4624-8a7a-7015157049fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:47.548482 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b31141a4-ce30-4624-8a7a-7015157049fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b0f74891-21e2-4bb4-bc79-f9b82294dd50 HTTP/1.1" status: 204 len: 168 time: 0.1202958 Apr 12 13:24:47.563694 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31141a4-ce30-4624-8a7a-7015157049fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f74891-21e2-4bb4-bc79-f9b82294dd50,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:47.610203 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:47.644123 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad6f0dc-f972-4053-914f-6872f723cc2e None None] The sync data for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi is: [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:17:50Z', 'revision_number': 4, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi', '_interfaces': [{'id': '3323e7bd-e02d-4f75-9f38-15e17f1eb298', 'name': '', 'network_id': '88410ab7-5384-464f-bd1e-6730e2b97d6d', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'mac_address': 'fa:16:3e:99:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:50Z', 'updated_at': '2022-04-12T13:17:55Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'subnets': [{'id': 'f5036a80-cf92-4a4c-838a-96f4bd716c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:47.863883 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60756) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:47.878694 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d0d4-602d-4ca2-9088-a9f853ea53ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:47.901504 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6cde1b-6af5-428e-82c5-155fc27a9285 None None] New status for floating IP 529dc7dd-2bb4-447c-b393-9ee7b2ef9aee: DOWN {{(pid=103445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:24:47.988284 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d0d4-602d-4ca2-9088-a9f853ea53ec admin admin] Publish callbacks [] for security_group (7e6cb82f-7ce2-42a3-82f4-f3099a65c347), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:47.993820 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-a1f9d0d4-602d-4ca2-9088-a9f853ea53ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (7e6cb82f-7ce2-42a3-82f4-f3099a65c347), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:48.038521 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-a1f9d0d4-602d-4ca2-9088-a9f853ea53ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a9ad1bbbe8db44d68cf26a4ed9d1e029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752954 Apr 12 13:24:48.039493 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9d0d4-602d-4ca2-9088-a9f853ea53ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6cb82f-7ce2-42a3-82f4-f3099a65c347,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:48.043551 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60758) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:48.100561 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f85be8b-550a-4d85-b9f2-aa301a24e887 admin admin] Publish callbacks [] for security_group (7e6cb82f-7ce2-42a3-82f4-f3099a65c347), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:48.128723 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f85be8b-550a-4d85-b9f2-aa301a24e887 admin admin] Publish callbacks [] for security_group (7e6cb82f-7ce2-42a3-82f4-f3099a65c347), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:48.178809 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f85be8b-550a-4d85-b9f2-aa301a24e887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (7e6cb82f-7ce2-42a3-82f4-f3099a65c347), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:48.182074 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-6f85be8b-550a-4d85-b9f2-aa301a24e887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:48.183351 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-6f85be8b-550a-4d85-b9f2-aa301a24e887 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e6cb82f-7ce2-42a3-82f4-f3099a65c347 HTTP/1.1" status: 204 len: 168 time: 0.1387317 Apr 12 13:24:48.191446 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85be8b-550a-4d85-b9f2-aa301a24e887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6cb82f-7ce2-42a3-82f4-f3099a65c347,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:48.240708 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-46379448-2a77-48c3-8a9b-2ceea37db4da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61145e28-fc77-42cb-a984-67b449de1b47 HTTP/1.1" status: 200 len: 217 time: 0.0362656 Apr 12 13:24:48.292465 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-3ef3942c-0b4e-451f-8bb9-10cf36a8b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:48.293352 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-3ef3942c-0b4e-451f-8bb9-10cf36a8b0df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 200 len: 851 time: 0.0462828 Apr 12 13:24:48.378590 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b4b44-8dc7-46d1-947e-af9e2d8b6564 req-1252edd4-6f50-4e45-97fd-4223f0a5ad4c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:48.380264 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c9b4b44-8dc7-46d1-947e-af9e2d8b6564 req-1252edd4-6f50-4e45-97fd-4223f0a5ad4c tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 946 time: 0.0487401 Apr 12 13:24:48.437638 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-39941aab-c60b-440d-813e-7cf650b78c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:48.439149 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-39941aab-c60b-440d-813e-7cf650b78c2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88410ab7-5384-464f-bd1e-6730e2b97d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580089 Apr 12 13:24:48.480790 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-9c9b4b44-8dc7-46d1-947e-af9e2d8b6564 req-518e47b7-6e59-494a-a40e-f01a61098517 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/security-groups?id=3aa12078-5419-4fe5-8719-e811a95be20f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902967 Apr 12 13:24:48.550266 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-36768bc2-6255-45aa-88f7-5f0b30c809b0 service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033893 Apr 12 13:24:48.703160 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-51647294-fff9-4366-ba7b-5a38c6d23722 req-441768fe-05d6-4b10-8faa-0256184d0fab service neutron] 10.222.0.26 "GET /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933592 Apr 12 13:24:48.747115 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-0ecd8e69-61c4-453a-bfe7-c2b51385db78 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:48.748610 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-0ecd8e69-61c4-453a-bfe7-c2b51385db78 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 946 time: 0.0521648 Apr 12 13:24:48.839118 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-4ea756b7-e01f-4371-bf12-dae0989bd153 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Deleting port 61145e28-fc77-42cb-a984-67b449de1b47 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:48.839357 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-4ea756b7-e01f-4371-bf12-dae0989bd153 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (61145e28-fc77-42cb-a984-67b449de1b47), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:48.870884 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60782) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:48.932318 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-4ea756b7-e01f-4371-bf12-dae0989bd153 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] For port 61145e28-fc77-42cb-a984-67b449de1b47, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=61145e28-fc77-42cb-a984-67b449de1b47,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:48.932711 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-4ea756b7-e01f-4371-bf12-dae0989bd153 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (61145e28-fc77-42cb-a984-67b449de1b47), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:48.947748 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-4ea756b7-e01f-4371-bf12-dae0989bd153 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Calling delete_port for 61145e28-fc77-42cb-a984-67b449de1b47 owned by compute:nova {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:48.975212 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-227328978-network', 'tenant_id': 'feeb4fb16b39444e990b9bc5b3d3cee5'}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:49.001214 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Made reservation on behalf of feeb4fb16b39444e990b9bc5b3d3cee5 for: {'network': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:49.003606 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.013054 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.080063 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-4ea756b7-e01f-4371-bf12-dae0989bd153 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (61145e28-fc77-42cb-a984-67b449de1b47), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.107506 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea756b7-e01f-4371-bf12-dae0989bd153 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event deleted for resources: {'Port': ['ID=61145e28-fc77-42cb-a984-67b449de1b47,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:49.145123 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Publish callbacks [] for security_group (db03e6cc-ddba-4a39-a7d7-a90e8409c1ad), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.149386 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (db03e6cc-ddba-4a39-a7d7-a90e8409c1ad), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.154866 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-4ea756b7-e01f-4371-bf12-dae0989bd153 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] No DVR routers for this DVR port 61145e28-fc77-42cb-a984-67b449de1b47 on host hv-cinder-83009 {{(pid=103443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:49.157544 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-4ea756b7-e01f-4371-bf12-dae0989bd153 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for port (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.160961 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [req-46fcbe89-2831-4577-b7d2-755094ff6c91 req-4ea756b7-e01f-4371-bf12-dae0989bd153 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.26 "DELETE /v2.0/ports/61145e28-fc77-42cb-a984-67b449de1b47 HTTP/1.1" status: 204 len: 173 time: 0.4070520 Apr 12 13:24:49.161447 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf961586-825d-4700-af27-12b53a879758', 'name': 'network-vif-deleted', 'tag': '61145e28-fc77-42cb-a984-67b449de1b47'}] {{(pid=103443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:24:49.163771 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25bb8cf378f84c9393a4c05b69129bcb20448bd708d6762b0c368e536040c3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dd608d-1a26-448a-82b6-f4df0c586677" -d '{"events": [{"server_uuid": "bf961586-825d-4700-af27-12b53a879758", "name": "network-vif-deleted", "tag": "61145e28-fc77-42cb-a984-67b449de1b47"}]}' {{(pid=103443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:24:49.179296 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:24:49.186172 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db03e6cc-ddba-4a39-a7d7-a90e8409c1ad,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:49.197786 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (84dd006b-c8a7-434d-bfea-eaf5b79f9d2c), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.198260 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.db.segments_db [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Added segment 84dd006b-c8a7-434d-bfea-eaf5b79f9d2c of type vlan for network b4a3a51c-a32d-4052-bf85-d041081f2621 Apr 12 13:24:49.218858 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a6a488-314c-447b-a1af-d8fef8c7a4d0 x-openstack-request-id: req-75a6a488-314c-447b-a1af-d8fef8c7a4d0 {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:24:49.219714 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf961586-825d-4700-af27-12b53a879758", "name": "network-vif-deleted", "tag": "61145e28-fc77-42cb-a984-67b449de1b47", "status": "completed", "code": 200}]} {{(pid=103443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:24:49.219714 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75a6a488-314c-447b-a1af-d8fef8c7a4d0 {{(pid=103443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:24:49.219938 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a6a488-314c-447b-a1af-d8fef8c7a4d0'] response: {'server_uuid': 'bf961586-825d-4700-af27-12b53a879758', 'name': 'network-vif-deleted', 'tag': '61145e28-fc77-42cb-a984-67b449de1b47', 'status': 'completed', 'code': 200} Apr 12 13:24:49.255067 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (b4a3a51c-a32d-4052-bf85-d041081f2621), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.284167 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (b4a3a51c-a32d-4052-bf85-d041081f2621), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.285145 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:49.285763 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.320827 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4493754 Apr 12 13:24:49.324606 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60788) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:49.329735 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Request body: {'subnet': {'network_id': 'b4a3a51c-a32d-4052-bf85-d041081f2621', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-227328978-subnet', 'tenant_id': 'feeb4fb16b39444e990b9bc5b3d3cee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:49.350675 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Made reservation on behalf of feeb4fb16b39444e990b9bc5b3d3cee5 for: {'subnet': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:49.353074 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12444220'] for subnet (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.358704 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ea3d7-a667-4334-afdb-45cfa7b18db9 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a3a51c-a32d-4052-bf85-d041081f2621,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:49.370930 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network b4a3a51c-a32d-4052-bf85-d041081f2621 details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:24:49.539893 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11564896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12444206'] for subnet (d1c34732-40cd-434f-aa9a-a172ed8c0e1f), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.600326 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [req-55d87074-eb95-4a39-a0ef-e2c632ff373c req-2e206c40-f7cf-4ead-afdd-c1c4f94bffc6 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf961586-825d-4700-af27-12b53a879758 HTTP/1.1" status: 200 len: 210 time: 0.0332487 Apr 12 13:24:49.606366 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c34732-40cd-434f-aa9a-a172ed8c0e1f,revision_number=0']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:49.617265 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Checking segment: {'id': '84dd006b-c8a7-434d-bfea-eaf5b79f9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b4a3a51c-a32d-4052-bf85-d041081f2621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:24:49.617634 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Network hostable DHCP agents. Network: b4a3a51c-a32d-4052-bf85-d041081f2621, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:24:49.637592 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Network b4a3a51c-a32d-4052-bf85-d041081f2621 is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:24:49.648452 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.base_scheduler [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, b4a3a51c-a32d-4052-bf85-d041081f2621) {{(pid=103443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:49.652574 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:49.653163 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:49.658208 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83d09a-7bf6-422d-8d9b-2db18bafb3a4 None None] Network b4a3a51c-a32d-4052-bf85-d041081f2621 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:49.669299 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-09afda28-1eb7-41f4-ad29-f8bd167f2a47 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3434956 Apr 12 13:24:49.761495 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc83e43-47ce-43bc-a05a-d5e32bac92ca None None] Network b4a3a51c-a32d-4052-bf85-d041081f2621 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:50.182120 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60806) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:50.187239 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.v2.base [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-76966089-network', 'tenant_id': 'b69ab215adaf4ca9b1d65e1fe37422d0'}} {{(pid=103443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:50.209602 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Made reservation on behalf of b69ab215adaf4ca9b1d65e1fe37422d0 for: {'network': 1} {{(pid=103443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:50.212205 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3745360'] for network (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.223262 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.306555 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Publish callbacks [] for security_group (ab8f5110-c384-42a0-a40b-3b4445bd9628), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.310737 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ab8f5110-c384-42a0-a40b-3b4445bd9628), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.334592 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=103443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:24:50.344378 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8f5110-c384-42a0-a40b-3b4445bd9628,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:50.351593 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (8c024c2a-892d-4171-b4e9-e277c9648029), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.351925 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.db.segments_db [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Added segment 8c024c2a-892d-4171-b4e9-e277c9648029 of type vlan for network 1a7fe620-a926-4535-bc48-d70b0c2a84c7 Apr 12 13:24:50.396635 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750267552350'] for network (1a7fe620-a926-4535-bc48-d70b0c2a84c7), precommit_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.424400 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178'] for network (1a7fe620-a926-4535-bc48-d70b0c2a84c7), after_create {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.425483 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:50.426091 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.463677 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2767634 Apr 12 13:24:50.464559 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60808) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:50.470588 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.v2.base [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Request body: {'subnet': {'network_id': '1a7fe620-a926-4535-bc48-d70b0c2a84c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-76966089-subnet', 'tenant_id': 'b69ab215adaf4ca9b1d65e1fe37422d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:24:50.495769 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69971d18-ff97-4c1c-b15d-672532a8a286 admin admin] Pushing event updated for resources: {'Network': ['ID=1a7fe620-a926-4535-bc48-d70b0c2a84c7,revision_number=1']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:50.499744 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Made reservation on behalf of b69ab215adaf4ca9b1d65e1fe37422d0 for: {'subnet': 1} {{(pid=103442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:24:50.502173 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11835009'] for subnet (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.506281 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Network 1a7fe620-a926-4535-bc48-d70b0c2a84c7 details requested by agent ovs-agent-dv-cinder-830096-4-iscsi with host dv-cinder-830096-4-iscsi {{(pid=103444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:24:50.660758 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60812) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:50.691738 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12469009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11835027'] for subnet (1afd05e5-70f9-4b82-a240-464f95cd13c4), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.757689 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afd05e5-70f9-4b82-a240-464f95cd13c4,revision_number=0']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:50.765543 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Checking segment: {'id': '8c024c2a-892d-4171-b4e9-e277c9648029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1a7fe620-a926-4535-bc48-d70b0c2a84c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:24:50.765905 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Network hostable DHCP agents. Network: 1a7fe620-a926-4535-bc48-d70b0c2a84c7, hostable agents: ['b69ea82b-36b9-4ab0-b083-2f2ba255e994'], hosted agents: [] {{(pid=103442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:24:50.782982 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Network 1a7fe620-a926-4535-bc48-d70b0c2a84c7 is scheduled to be hosted by DHCP agent b69ea82b-36b9-4ab0-b083-2f2ba255e994 with binding_index 1 {{(pid=103442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:24:50.786649 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-34e747a2-b7d9-4c62-8399-95bb4ff99137 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Deleting port bf6307bb-26ee-494a-b2e2-27166ec51802 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:50.786988 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e747a2-b7d9-4c62-8399-95bb4ff99137 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (bf6307bb-26ee-494a-b2e2-27166ec51802), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.792153 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.base_scheduler [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830096-4-iscsi, 1a7fe620-a926-4535-bc48-d70b0c2a84c7) {{(pid=103442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:24:50.798103 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:24:50.798103 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.802253 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0ce27-619a-43e6-9ee8-2e7c99ca0f9a None None] Network 1a7fe620-a926-4535-bc48-d70b0c2a84c7 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:50.817944 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-2eb86ac1-cdb3-4d26-b8ab-ad541c050456 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3519614 Apr 12 13:24:50.876636 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e747a2-b7d9-4c62-8399-95bb4ff99137 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (bf6307bb-26ee-494a-b2e2-27166ec51802), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.877117 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e747a2-b7d9-4c62-8399-95bb4ff99137 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (bf6307bb-26ee-494a-b2e2-27166ec51802), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:50.896291 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-34e747a2-b7d9-4c62-8399-95bb4ff99137 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Calling delete_port for bf6307bb-26ee-494a-b2e2-27166ec51802 owned by network:floatingip {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:50.928304 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35b7368-dea9-463b-b489-70d63f928ff6 None None] Network 1a7fe620-a926-4535-bc48-d70b0c2a84c7 requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:51.011897 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 61145e28-fc77-42cb-a984-67b449de1b47 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:51.038164 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] No Port match for: 61145e28-fc77-42cb-a984-67b449de1b47 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:51.038577 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Device 61145e28-fc77-42cb-a984-67b449de1b47 not bound to the agent host hv-cinder-83009 {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:51.057263 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e747a2-b7d9-4c62-8399-95bb4ff99137 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (bf6307bb-26ee-494a-b2e2-27166ec51802), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:51.089605 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e747a2-b7d9-4c62-8399-95bb4ff99137 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event deleted for resources: {'Port': ['ID=bf6307bb-26ee-494a-b2e2-27166ec51802,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:51.154695 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e747a2-b7d9-4c62-8399-95bb4ff99137 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for floatingip (03632d04-f4bf-458c-a948-508d19597e21), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:51.157635 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-34e747a2-b7d9-4c62-8399-95bb4ff99137 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173047'] for floatingip (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:51.158815 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-34e747a2-b7d9-4c62-8399-95bb4ff99137 tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "DELETE /v2.0/floatingips/03632d04-f4bf-458c-a948-508d19597e21 HTTP/1.1" status: 204 len: 168 time: 0.4969418 Apr 12 13:24:52.381283 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60834) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:52.441099 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b339be53-b7a1-446a-a701-831d2919939f tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group (3aa12078-5419-4fe5-8719-e811a95be20f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:52.471972 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b339be53-b7a1-446a-a701-831d2919939f tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group (3aa12078-5419-4fe5-8719-e811a95be20f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:52.538209 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b339be53-b7a1-446a-a701-831d2919939f tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (3aa12078-5419-4fe5-8719-e811a95be20f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:52.541537 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b339be53-b7a1-446a-a701-831d2919939f tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:52.542962 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b339be53-b7a1-446a-a701-831d2919939f tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] 10.222.0.47 "DELETE /v2.0/security-groups/3aa12078-5419-4fe5-8719-e811a95be20f HTTP/1.1" status: 204 len: 168 time: 0.1605947 Apr 12 13:24:52.556748 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339be53-b7a1-446a-a701-831d2919939f tempest-TestVolumeBootPattern-361903438 tempest-TestVolumeBootPattern-361903438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa12078-5419-4fe5-8719-e811a95be20f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:52.623116 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60844) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:53.174072 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693169'] for router_interface (1078ad39-ea6f-4639-b539-891e9d7df5af), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:53.430279 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Deleting port 3323e7bd-e02d-4f75-9f38-15e17f1eb298 {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:53.430511 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:53.516935 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] For port 3323e7bd-e02d-4f75-9f38-15e17f1eb298, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=3323e7bd-e02d-4f75-9f38-15e17f1eb298,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:53.517342 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:53.531362 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Calling delete_port for 3323e7bd-e02d-4f75-9f38-15e17f1eb298 owned by network:router_interface {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:53.722826 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (3323e7bd-e02d-4f75-9f38-15e17f1eb298), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:53.750417 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3323e7bd-e02d-4f75-9f38-15e17f1eb298,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:53.775940 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.776277 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.776614 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.776945 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.777303 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.777628 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.777947 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.778265 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.778579 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.778896 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.779214 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.779527 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.779838 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.780153 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.780466 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:53.937659 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693021'] for router_interface (1078ad39-ea6f-4639-b539-891e9d7df5af), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:54.210710 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Router 1078ad39-ea6f-4639-b539-891e9d7df5af has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:54.332107 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:54.338254 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-79f0138c-8c35-4ae7-ac34-64a6bebf7e63 admin admin] 10.222.0.47 "PUT /v2.0/routers/1078ad39-ea6f-4639-b539-891e9d7df5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7125764 Apr 12 13:24:54.340194 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60862) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:54.344581 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] Sync routers for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:54.354632 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:54.355242 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:54.449600 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Publish callbacks [] for router (1078ad39-ea6f-4639-b539-891e9d7df5af), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:54.608311 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: dv-cinder-830096-4-iscsi {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:54.833721 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Publish callbacks [] for router_gateway (1078ad39-ea6f-4639-b539-891e9d7df5af), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:54.841330 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '56373fc1-85c8-4216-83dc-168397532f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:24:53Z', 'revision_number': 5, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port': {'id': '56373fc1-85c8-4216-83dc-168397532f6b', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:49:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:48Z', 'updated_at': '2022-04-12T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:54.869042 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] Checking router: 1078ad39-ea6f-4639-b539-891e9d7df5af for host: dv-cinder-830096-4-iscsi {{(pid=103444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:54.878602 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] Routers {'1078ad39-ea6f-4639-b539-891e9d7df5af'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:54.879240 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['1078ad39-ea6f-4639-b539-891e9d7df5af'], 'active': True} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:54.908524 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Deleting port 56373fc1-85c8-4216-83dc-168397532f6b {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:54.909089 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (56373fc1-85c8-4216-83dc-168397532f6b), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:54.975710 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvr_db [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] Set router 1078ad39-ea6f-4639-b539-891e9d7df5af gateway port host: None {{(pid=103444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:55.019252 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] For port 56373fc1-85c8-4216-83dc-168397532f6b, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=56373fc1-85c8-4216-83dc-168397532f6b,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:55.019610 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (56373fc1-85c8-4216-83dc-168397532f6b), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.034124 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Calling delete_port for 56373fc1-85c8-4216-83dc-168397532f6b owned by network:router_gateway {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:55.034380 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_hamode_db [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:24:54Z', 'revision_number': 6, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port_host': None}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:55.067072 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909d84a5-a3b6-4c70-9d97-545e203b90a1 None None] The sync data for ids ['1078ad39-ea6f-4639-b539-891e9d7df5af'] in dv-cinder-830096-4-iscsi is: [{'id': '1078ad39-ea6f-4639-b539-891e9d7df5af', 'name': 'tempest-TestVolumeBootPattern-1624336732-router', 'tenant_id': '20eb796f475e4b588ff0d23e33387680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:47Z', 'updated_at': '2022-04-12T13:24:54Z', 'revision_number': 6, 'project_id': '20eb796f475e4b588ff0d23e33387680', 'gw_port_host': None}] {{(pid=103444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:55.212252 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (56373fc1-85c8-4216-83dc-168397532f6b), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.236743 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Pushing event deleted for resources: {'Port': ['ID=56373fc1-85c8-4216-83dc-168397532f6b,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:55.309587 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692475'] for router_gateway (1078ad39-ea6f-4639-b539-891e9d7df5af), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.426390 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2713'] for router (1078ad39-ea6f-4639-b539-891e9d7df5af), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.429108 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Publish callbacks [] for router_controller (1078ad39-ea6f-4639-b539-891e9d7df5af), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.513960 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666460'] for router (1078ad39-ea6f-4639-b539-891e9d7df5af), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.514878 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1078ad39-ea6f-4639-b539-891e9d7df5af {{(pid=103442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:24:55.520308 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.521735 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e36e63d3-199d-440e-9755-983eb295c705 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1078ad39-ea6f-4639-b539-891e9d7df5af HTTP/1.1" status: 204 len: 168 time: 1.1806014 Apr 12 13:24:55.525770 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60874) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:55.575611 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e087e2-1444-4c1b-a125-ca8066163278 admin admin] Deleting subnet f5036a80-cf92-4a4c-838a-96f4bd716c70 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:24:55.579294 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e087e2-1444-4c1b-a125-ca8066163278 admin admin] Publish callbacks [] for subnet (f5036a80-cf92-4a4c-838a-96f4bd716c70), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.614829 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e087e2-1444-4c1b-a125-ca8066163278 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11875436'] for subnet (f5036a80-cf92-4a4c-838a-96f4bd716c70), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.694282 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e087e2-1444-4c1b-a125-ca8066163278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (f5036a80-cf92-4a4c-838a-96f4bd716c70), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.746993 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e087e2-1444-4c1b-a125-ca8066163278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11835036'] for subnet (f5036a80-cf92-4a4c-838a-96f4bd716c70), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.772486 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e087e2-1444-4c1b-a125-ca8066163278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5036a80-cf92-4a4c-838a-96f4bd716c70,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:55.776622 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-71e087e2-1444-4c1b-a125-ca8066163278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.779817 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-71e087e2-1444-4c1b-a125-ca8066163278 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f5036a80-cf92-4a4c-838a-96f4bd716c70 HTTP/1.1" status: 204 len: 168 time: 0.2529788 Apr 12 13:24:55.782380 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60876) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:55.785568 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de7c6f4-f980-4d9d-adf5-54a8334b93dc None None] Network 88410ab7-5384-464f-bd1e-6730e2b97d6d requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:55.851709 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (88410ab7-5384-464f-bd1e-6730e2b97d6d), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.905949 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Deleting port 9424157f-4527-424b-a5f8-89c6b429e2ba {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:55.906283 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.962500 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daddb56-bfdc-4631-a8f7-42c556ab0d0e None None] DHCP port deletion for 88410ab7-5384-464f-bd1e-6730e2b97d6d request from dv-cinder-830096-4-iscsi {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:24:55.979424 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] For port 9424157f-4527-424b-a5f8-89c6b429e2ba, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=9424157f-4527-424b-a5f8-89c6b429e2ba,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:55.979793 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:55.995385 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Calling delete_port for 9424157f-4527-424b-a5f8-89c6b429e2ba owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:55.995829 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 3323e7bd-e02d-4f75-9f38-15e17f1eb298 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:56.024633 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 3323e7bd-e02d-4f75-9f38-15e17f1eb298 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:56.025167 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 3323e7bd-e02d-4f75-9f38-15e17f1eb298 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:56.035238 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2daddb56-bfdc-4631-a8f7-42c556ab0d0e None None] Deleting port 9424157f-4527-424b-a5f8-89c6b429e2ba {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:56.035606 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2daddb56-bfdc-4631-a8f7-42c556ab0d0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.088905 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.108607 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-2daddb56-bfdc-4631-a8f7-42c556ab0d0e None None] For port 9424157f-4527-424b-a5f8-89c6b429e2ba, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=9424157f-4527-424b-a5f8-89c6b429e2ba,segment=NetworkSegment(7b50dc32-bd3d-4a49-a741-71c706454fdb),segment_id=7b50dc32-bd3d-4a49-a741-71c706454fdb)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:56.109021 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2daddb56-bfdc-4631-a8f7-42c556ab0d0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.119773 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Pushing event deleted for resources: {'Port': ['ID=9424157f-4527-424b-a5f8-89c6b429e2ba,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:56.121786 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] No DVR routers for this DVR port 9424157f-4527-424b-a5f8-89c6b429e2ba on host dv-cinder-830096-4-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:56.129052 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-2daddb56-bfdc-4631-a8f7-42c556ab0d0e None None] Calling delete_port for 9424157f-4527-424b-a5f8-89c6b429e2ba owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:56.208521 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (88410ab7-5384-464f-bd1e-6730e2b97d6d), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.230667 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-2daddb56-bfdc-4631-a8f7-42c556ab0d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969'] for port (9424157f-4527-424b-a5f8-89c6b429e2ba), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.232512 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88410ab7-5384-464f-bd1e-6730e2b97d6d']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:56.242965 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b50dc32-bd3d-4a49-a741-71c706454fdb') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:56.243252 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b50dc32-bd3d-4a49-a741-71c706454fdb') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:56.254083 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11875429'] for segment (7b50dc32-bd3d-4a49-a741-71c706454fdb), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.257936 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daddb56-bfdc-4631-a8f7-42c556ab0d0e None None] Pushing event deleted for resources: {'Port': ['ID=9424157f-4527-424b-a5f8-89c6b429e2ba,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:56.260475 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daddb56-bfdc-4631-a8f7-42c556ab0d0e None None] No DVR routers for this DVR port 9424157f-4527-424b-a5f8-89c6b429e2ba on host dv-cinder-830096-4-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:56.271959 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (7b50dc32-bd3d-4a49-a741-71c706454fdb), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.279801 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:24:56.280203 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12483958'] for segment (7b50dc32-bd3d-4a49-a741-71c706454fdb), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: Traceback (most recent call last): Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: timer() Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: cb(*args, **kw) Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: return func(*args, **kwargs) Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: self._notify() Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: self.callback(batched_events) Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: event.method(event) Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: return f(self, *a, **k) Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._get(url).json() Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:24:56.282244 dv-cinder-830096-4-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:24:56.339889 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (88410ab7-5384-464f-bd1e-6730e2b97d6d), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.346454 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.349752 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] 10.222.0.47 "DELETE /v2.0/networks/88410ab7-5384-464f-bd1e-6730e2b97d6d HTTP/1.1" status: 204 len: 168 time: 0.5664036 Apr 12 13:24:56.352791 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60878) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:56.361528 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97432c8-9b96-4cd1-a7b5-cdb1ec77dc22 admin admin] Pushing event deleted for resources: {'Network': ['ID=88410ab7-5384-464f-bd1e-6730e2b97d6d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:56.728015 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-693169'] for router_interface (027eeb5a-fa1b-47ce-afcb-7c871766350a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:56.976668 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Deleting port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:56.977130 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:57.059580 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] For port 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c,segment=NetworkSegment(22f7f20d-bf54-4c32-92e5-fe2839011d06),segment_id=22f7f20d-bf54-4c32-92e5-fe2839011d06)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:57.059950 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:57.079201 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Calling delete_port for 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c owned by network:router_interface {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:57.271924 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:57.299325 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:57.324160 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.324506 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.324839 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.325171 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.325522 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.325844 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.326164 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.326479 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.326795 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.327112 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.327429 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.327744 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.328057 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.328365 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.328676 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830096-4-iscsi {{(pid=103443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:24:57.499499 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-693021'] for router_interface (027eeb5a-fa1b-47ce-afcb-7c871766350a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:57.644413 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 9424157f-4527-424b-a5f8-89c6b429e2ba no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:57.667777 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 9424157f-4527-424b-a5f8-89c6b429e2ba {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:57.668117 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 9424157f-4527-424b-a5f8-89c6b429e2ba not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:57.668548 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 56373fc1-85c8-4216-83dc-168397532f6b no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:57.690701 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 56373fc1-85c8-4216-83dc-168397532f6b {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:57.691043 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 56373fc1-85c8-4216-83dc-168397532f6b not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:57.782339 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Router 027eeb5a-fa1b-47ce-afcb-7c871766350a has already been hosted by L3 agent b7e8d682-97d3-4662-b907-5ba2cc40927d {{(pid=103443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:24:57.903309 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] Notify agent at l3_agent.dv-cinder-830096-4-iscsi the message routers_updated {{(pid=103443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:24:57.908805 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-0b82ba67-bc72-4a85-9614-20bf973ff306 admin admin] 10.222.0.47 "PUT /v2.0/routers/027eeb5a-fa1b-47ce-afcb-7c871766350a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5542219 Apr 12 13:24:57.911389 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60894) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:57.915927 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] Sync routers for ids ['027eeb5a-fa1b-47ce-afcb-7c871766350a'] in dv-cinder-830096-4-iscsi {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:24:57.928144 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] Routers {'027eeb5a-fa1b-47ce-afcb-7c871766350a'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:57.929228 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['027eeb5a-fa1b-47ce-afcb-7c871766350a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:58.071155 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] Set router 027eeb5a-fa1b-47ce-afcb-7c871766350a gateway port host: dv-cinder-830096-4-iscsi {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:58.097957 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Publish callbacks [] for router (027eeb5a-fa1b-47ce-afcb-7c871766350a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:58.273250 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Publish callbacks [] for router_gateway (027eeb5a-fa1b-47ce-afcb-7c871766350a), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:58.284234 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'name': 'tempest-TestVolumeBootPattern-858204903-router', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'external_fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '863720ab-7543-40b4-b647-aae0190a8b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:24:57Z', 'revision_number': 5, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'gw_port': {'id': '863720ab-7543-40b4-b647-aae0190a8b52', 'name': '', 'network_id': '8351e69d-17ac-47a4-8ee2-dd99e01ce925', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:d1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '0261996d-3959-4740-b49a-457da24cdaaa', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830096-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0261996d-3959-4740-b49a-457da24cdaaa', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830096-4-iscsi'}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:58.317337 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] Checking router: 027eeb5a-fa1b-47ce-afcb-7c871766350a for host: dv-cinder-830096-4-iscsi {{(pid=103445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:24:58.327899 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] Routers {'027eeb5a-fa1b-47ce-afcb-7c871766350a'} bound to L3 agent in host dv-cinder-830096-4-iscsi {{(pid=103445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:24:58.328549 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830096-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:03:07Z,description=,heartbeat_timestamp=2022-04-12T13:24:37Z,host='dv-cinder-830096-4-iscsi',id=b7e8d682-97d3-4662-b907-5ba2cc40927d,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:03:07Z,topic='l3_agent')) {'router_ids': ['027eeb5a-fa1b-47ce-afcb-7c871766350a'], 'active': True} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:58.339223 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Deleting port 863720ab-7543-40b4-b647-aae0190a8b52 {{(pid=103443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:58.339636 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (863720ab-7543-40b4-b647-aae0190a8b52), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:58.427262 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_dvr_db [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] Set router 027eeb5a-fa1b-47ce-afcb-7c871766350a gateway port host: None {{(pid=103445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:24:58.428667 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.db [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] For port 863720ab-7543-40b4-b647-aae0190a8b52, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=863720ab-7543-40b4-b647-aae0190a8b52,segment=NetworkSegment(273796c7-691a-4252-94a6-a85916ee7769),segment_id=273796c7-691a-4252-94a6-a85916ee7769)] {{(pid=103443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:58.429029 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (863720ab-7543-40b4-b647-aae0190a8b52), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:58.450248 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.plugin [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Calling delete_port for 863720ab-7543-40b4-b647-aae0190a8b52 owned by network:router_gateway {{(pid=103443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:58.481903 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.l3_hamode_db [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'name': 'tempest-TestVolumeBootPattern-858204903-router', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:24:58Z', 'revision_number': 6, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'gw_port_host': None}], 'dv-cinder-830096-4-iscsi', False) {} {{(pid=103445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:24:58.513161 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585db84b-2468-4cb5-9bac-30198cd85947 None None] The sync data for ids ['027eeb5a-fa1b-47ce-afcb-7c871766350a'] in dv-cinder-830096-4-iscsi is: [{'id': '027eeb5a-fa1b-47ce-afcb-7c871766350a', 'name': 'tempest-TestVolumeBootPattern-858204903-router', 'tenant_id': '293a107c80c2494a88601efcfb03b8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:17:53Z', 'updated_at': '2022-04-12T13:24:58Z', 'revision_number': 6, 'project_id': '293a107c80c2494a88601efcfb03b8cd', 'gw_port_host': None}] {{(pid=103445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:24:58.642435 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11553232'] for port (863720ab-7543-40b4-b647-aae0190a8b52), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:58.669850 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=863720ab-7543-40b4-b647-aae0190a8b52,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:58.735226 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692475'] for router_gateway (027eeb5a-fa1b-47ce-afcb-7c871766350a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:58.861353 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.129423 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-666453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2713'] for router (027eeb5a-fa1b-47ce-afcb-7c871766350a), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.131884 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Publish callbacks [] for router_controller (027eeb5a-fa1b-47ce-afcb-7c871766350a), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.183016 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-666460'] for router (027eeb5a-fa1b-47ce-afcb-7c871766350a), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.183506 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027eeb5a-fa1b-47ce-afcb-7c871766350a {{(pid=103443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:24:59.188078 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.191867 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60904) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:59.192413 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-c2068107-45d3-42a2-86f6-5e6f74321f61 admin admin] 10.222.0.47 "DELETE /v2.0/routers/027eeb5a-fa1b-47ce-afcb-7c871766350a HTTP/1.1" status: 204 len: 168 time: 1.2795582 Apr 12 13:24:59.246822 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa7b34b-9fcd-49a0-a402-7d6749f78690 admin admin] Deleting subnet 69cbee43-61a9-4ac8-8c13-382ad3451d40 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:24:59.250540 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b34b-9fcd-49a0-a402-7d6749f78690 admin admin] Publish callbacks [] for subnet (69cbee43-61a9-4ac8-8c13-382ad3451d40), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.309094 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b34b-9fcd-49a0-a402-7d6749f78690 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11875436'] for subnet (69cbee43-61a9-4ac8-8c13-382ad3451d40), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.439577 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b34b-9fcd-49a0-a402-7d6749f78690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (69cbee43-61a9-4ac8-8c13-382ad3451d40), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.518752 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b34b-9fcd-49a0-a402-7d6749f78690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11835036'] for subnet (69cbee43-61a9-4ac8-8c13-382ad3451d40), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.557133 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7b34b-9fcd-49a0-a402-7d6749f78690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69cbee43-61a9-4ac8-8c13-382ad3451d40,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:24:59.564281 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b34b-9fcd-49a0-a402-7d6749f78690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.570429 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-dfa7b34b-9fcd-49a0-a402-7d6749f78690 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/69cbee43-61a9-4ac8-8c13-382ad3451d40 HTTP/1.1" status: 204 len: 168 time: 0.3748729 Apr 12 13:24:59.571299 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60910) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:24:59.573016 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c922e95d-4227-4e55-b341-c3681d2311c0 None None] Network 17336c6b-5b63-49e2-959b-138fd5c5d00d requested from dv-cinder-830096-4-iscsi {{(pid=103444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:24:59.605348 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 863720ab-7543-40b4-b647-aae0190a8b52 no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:59.685195 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 863720ab-7543-40b4-b647-aae0190a8b52 {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:59.685647 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 863720ab-7543-40b4-b647-aae0190a8b52 not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:59.686169 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:24:59.687168 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (17336c6b-5b63-49e2-959b-138fd5c5d00d), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.726855 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:24:59.727279 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 3b9e6f9a-a014-4c4e-9f68-6002d72ecd3c not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:24:59.745631 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Deleting port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c {{(pid=103442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:59.745631 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.799264 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d43512f-0506-4a7f-be6f-ab518320c1c2 None None] DHCP port deletion for 17336c6b-5b63-49e2-959b-138fd5c5d00d request from dv-cinder-830096-4-iscsi {{(pid=103444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:24:59.825584 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.db [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] For port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c,segment=NetworkSegment(22f7f20d-bf54-4c32-92e5-fe2839011d06),segment_id=22f7f20d-bf54-4c32-92e5-fe2839011d06)] {{(pid=103442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:59.825952 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.839845 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.plugin [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Calling delete_port for 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c owned by network:dhcp {{(pid=103442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:59.844717 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7d43512f-0506-4a7f-be6f-ab518320c1c2 None None] Deleting port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c {{(pid=103444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:24:59.845098 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d43512f-0506-4a7f-be6f-ab518320c1c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750268006943'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), before_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.911824 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.db [None req-7d43512f-0506-4a7f-be6f-ab518320c1c2 None None] For port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c, host dv-cinder-830096-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830096-4-iscsi',level=0,port_id=762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c,segment=NetworkSegment(22f7f20d-bf54-4c32-92e5-fe2839011d06),segment_id=22f7f20d-bf54-4c32-92e5-fe2839011d06)] {{(pid=103444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:24:59.912599 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d43512f-0506-4a7f-be6f-ab518320c1c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-690735'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), precommit_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.923163 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12484001'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.928099 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-7d43512f-0506-4a7f-be6f-ab518320c1c2 None None] Calling delete_port for 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c owned by network:dhcp {{(pid=103444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:24:59.956772 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] No DVR routers for this DVR port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c on host dv-cinder-830096-4-iscsi {{(pid=103442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:24:59.961108 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Pushing event deleted for resources: {'Port': ['ID=762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:00.021922 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d43512f-0506-4a7f-be6f-ab518320c1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3745970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750268013837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750267569969'] for port (762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c), after_delete {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.047591 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (17336c6b-5b63-49e2-959b-138fd5c5d00d), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.049001 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43512f-0506-4a7f-be6f-ab518320c1c2 None None] Pushing event deleted for resources: {'Port': ['ID=762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c,revision_number=None']} {{(pid=103444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:00.052602 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d43512f-0506-4a7f-be6f-ab518320c1c2 None None] No DVR routers for this DVR port 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c on host dv-cinder-830096-4-iscsi {{(pid=103444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:25:00.074880 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17336c6b-5b63-49e2-959b-138fd5c5d00d']}} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:00.096477 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f7f20d-bf54-4c32-92e5-fe2839011d06') {'for_net_delete': True} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:00.097066 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.services.segments.db [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f7f20d-bf54-4c32-92e5-fe2839011d06') {} {{(pid=103442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:00.111211 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11875429'] for segment (22f7f20d-bf54-4c32-92e5-fe2839011d06), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.127636 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (22f7f20d-bf54-4c32-92e5-fe2839011d06), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.134555 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:25:00.135126 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12483958'] for segment (22f7f20d-bf54-4c32-92e5-fe2839011d06), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: Traceback (most recent call last): Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: timer() Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: cb(*args, **kw) Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: return func(*args, **kwargs) Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: self._notify() Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: self.callback(batched_events) Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: event.method(event) Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: return f(self, *a, **k) Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._get(url).json() Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: return self.request(url, 'GET', **kwargs) Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:25:00.137213 dv-cinder-830096-4-iscsi neutron-server[103442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:25:00.200701 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (17336c6b-5b63-49e2-959b-138fd5c5d00d), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.206200 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.209408 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] 10.222.0.47 "DELETE /v2.0/networks/17336c6b-5b63-49e2-959b-138fd5c5d00d HTTP/1.1" status: 204 len: 168 time: 0.6366560 Apr 12 13:25:00.222023 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa7b23-fbe0-488b-9c13-a91b2f5d8885 admin admin] Pushing event deleted for resources: {'Network': ['ID=17336c6b-5b63-49e2-959b-138fd5c5d00d,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:00.376355 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60914) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:00.425430 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-dd8cef9f-d9b7-49e4-92eb-42d3e64dad4f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20eb796f475e4b588ff0d23e33387680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474756 Apr 12 13:25:00.434145 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60916) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:00.493129 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa064-5e16-4e29-8afd-54b65364b31c admin admin] Publish callbacks [] for security_group (3dd4b4c1-c4f3-4972-aa9b-2b427e2ef91f), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.532855 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa064-5e16-4e29-8afd-54b65364b31c admin admin] Publish callbacks [] for security_group (3dd4b4c1-c4f3-4972-aa9b-2b427e2ef91f), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.610096 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa064-5e16-4e29-8afd-54b65364b31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (3dd4b4c1-c4f3-4972-aa9b-2b427e2ef91f), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.613357 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa064-5e16-4e29-8afd-54b65364b31c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.615053 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-5d1fa064-5e16-4e29-8afd-54b65364b31c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3dd4b4c1-c4f3-4972-aa9b-2b427e2ef91f HTTP/1.1" status: 204 len: 168 time: 0.1797364 Apr 12 13:25:00.631316 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fa064-5e16-4e29-8afd-54b65364b31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd4b4c1-c4f3-4972-aa9b-2b427e2ef91f,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:01.029462 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60932) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:01.082741 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b3903b79-5d87-4c39-a4f9-60aea2e979d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=293a107c80c2494a88601efcfb03b8cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520654 Apr 12 13:25:01.085468 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60934) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:01.137069 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9650-766e-47e6-b473-4652e42842ca admin admin] Publish callbacks [] for security_group (0a908d6d-5991-489f-a188-8d39e19e4711), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:01.158618 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9650-766e-47e6-b473-4652e42842ca admin admin] Publish callbacks [] for security_group (0a908d6d-5991-489f-a188-8d39e19e4711), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:01.204974 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9650-766e-47e6-b473-4652e42842ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (0a908d6d-5991-489f-a188-8d39e19e4711), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:01.207536 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9650-766e-47e6-b473-4652e42842ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:01.208675 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-b3ab9650-766e-47e6-b473-4652e42842ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0a908d6d-5991-489f-a188-8d39e19e4711 HTTP/1.1" status: 204 len: 168 time: 0.1222858 Apr 12 13:25:01.216816 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab9650-766e-47e6-b473-4652e42842ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a908d6d-5991-489f-a188-8d39e19e4711,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:01.560866 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c no longer exists at agent ovs-agent-dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:25:01.582587 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.plugin [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] No Port match for: 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c {{(pid=103444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:25:01.582931 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron.plugins.ml2.rpc [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Device 762b43d5-f1e1-4f29-9ecb-a72e5aad7e0c not bound to the agent host dv-cinder-830096-4-iscsi {{(pid=103444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:25:04.856894 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60556adb-3617-4972-a898-a292e4bfdff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:04.876480 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60978) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:04.925788 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7cf531-c136-48a9-9b7b-1fa065f6973f admin admin] Deleting subnet d1c34732-40cd-434f-aa9a-a172ed8c0e1f {{(pid=103443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:25:04.929485 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf531-c136-48a9-9b7b-1fa065f6973f admin admin] Publish callbacks [] for subnet (d1c34732-40cd-434f-aa9a-a172ed8c0e1f), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:04.967184 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf531-c136-48a9-9b7b-1fa065f6973f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12083040'] for subnet (d1c34732-40cd-434f-aa9a-a172ed8c0e1f), precommit_delete_associations {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.012383 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf531-c136-48a9-9b7b-1fa065f6973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (d1c34732-40cd-434f-aa9a-a172ed8c0e1f), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.074118 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf531-c136-48a9-9b7b-1fa065f6973f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11553197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12444193'] for subnet (d1c34732-40cd-434f-aa9a-a172ed8c0e1f), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.100740 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cf531-c136-48a9-9b7b-1fa065f6973f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c34732-40cd-434f-aa9a-a172ed8c0e1f,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:05.105110 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf531-c136-48a9-9b7b-1fa065f6973f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.109697 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-fa7cf531-c136-48a9-9b7b-1fa065f6973f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d1c34732-40cd-434f-aa9a-a172ed8c0e1f HTTP/1.1" status: 204 len: 168 time: 0.2317529 Apr 12 13:25:05.111451 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60980) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:05.185057 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (b4a3a51c-a32d-4052-bf85-d041081f2621), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.269900 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (b4a3a51c-a32d-4052-bf85-d041081f2621), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.290539 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a3a51c-a32d-4052-bf85-d041081f2621']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:05.300318 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dd006b-c8a7-434d-bfea-eaf5b79f9d2c') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:05.300606 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dd006b-c8a7-434d-bfea-eaf5b79f9d2c') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:05.311114 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083049'] for segment (84dd006b-c8a7-434d-bfea-eaf5b79f9d2c), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.324891 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (84dd006b-c8a7-434d-bfea-eaf5b79f9d2c), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.330720 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:25:05.331093 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11553031'] for segment (84dd006b-c8a7-434d-bfea-eaf5b79f9d2c), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: Traceback (most recent call last): Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: timer() Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: cb(*args, **kw) Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: return func(*args, **kwargs) Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: self._notify() Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: self.callback(batched_events) Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: event.method(event) Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: return f(self, *a, **k) Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._get(url).json() Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:25:05.332820 dv-cinder-830096-4-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:25:05.391090 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (b4a3a51c-a32d-4052-bf85-d041081f2621), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.396598 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.399836 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b4a3a51c-a32d-4052-bf85-d041081f2621 HTTP/1.1" status: 204 len: 168 time: 0.2874374 Apr 12 13:25:05.403361 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60982) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:05.410574 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05985ec-4874-4d20-b067-c51e3edacd03 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a3a51c-a32d-4052-bf85-d041081f2621,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:05.448695 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.db.db_base_plugin_v2 [None req-30292a0d-904f-4077-be33-abd31cb4ad36 admin admin] Deleting subnet 1afd05e5-70f9-4b82-a240-464f95cd13c4 {{(pid=103442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:25:05.452165 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30292a0d-904f-4077-be33-abd31cb4ad36 admin admin] Publish callbacks [] for subnet (1afd05e5-70f9-4b82-a240-464f95cd13c4), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.486825 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30292a0d-904f-4077-be33-abd31cb4ad36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11875436'] for subnet (1afd05e5-70f9-4b82-a240-464f95cd13c4), precommit_delete_associations {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.529152 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30292a0d-904f-4077-be33-abd31cb4ad36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3806271'] for subnet (1afd05e5-70f9-4b82-a240-464f95cd13c4), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.581666 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30292a0d-904f-4077-be33-abd31cb4ad36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3806214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-619773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12484060', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11835036'] for subnet (1afd05e5-70f9-4b82-a240-464f95cd13c4), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.610223 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-30292a0d-904f-4077-be33-abd31cb4ad36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for subnet (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.613521 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-30292a0d-904f-4077-be33-abd31cb4ad36 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1afd05e5-70f9-4b82-a240-464f95cd13c4 HTTP/1.1" status: 204 len: 168 time: 0.2091348 Apr 12 13:25:05.614831 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30292a0d-904f-4077-be33-abd31cb4ad36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afd05e5-70f9-4b82-a240-464f95cd13c4,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:05.616100 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60984) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:05.684475 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3768172'] for network (1a7fe620-a926-4535-bc48-d70b0c2a84c7), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.779694 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3803826', 'neutron.services.segments.db._delete_segments_for_network-8750268032175'] for network (1a7fe620-a926-4535-bc48-d70b0c2a84c7), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.803343 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7fe620-a926-4535-bc48-d70b0c2a84c7']}} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:05.813874 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c024c2a-892d-4171-b4e9-e277c9648029') {'for_net_delete': True} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:05.814207 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.services.segments.db [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c024c2a-892d-4171-b4e9-e277c9648029') {} {{(pid=103443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:25:05.823912 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750268035000', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12083049'] for segment (8c024c2a-892d-4171-b4e9-e277c9648029), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.837201 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690'] for segment (8c024c2a-892d-4171-b4e9-e277c9648029), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.843958 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:25:05.844493 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3808690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11553031'] for segment (8c024c2a-892d-4171-b4e9-e277c9648029), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: Traceback (most recent call last): Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: timer() Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: cb(*args, **kw) Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: return func(*args, **kwargs) Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: self._notify() Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: self.callback(batched_events) Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: event.method(event) Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: return f(self, *a, **k) Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._get(url).json() Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: return self.request(url, 'GET', **kwargs) Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:25:05.846424 dv-cinder-830096-4-iscsi neutron-server[103443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:25:05.907557 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3803837', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network (1a7fe620-a926-4535-bc48-d70b0c2a84c7), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.915272 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554032'] for network (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.918793 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1a7fe620-a926-4535-bc48-d70b0c2a84c7 HTTP/1.1" status: 204 len: 168 time: 0.3012366 Apr 12 13:25:05.931812 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cd47d-077b-4f96-b1a9-3177e2631a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7fe620-a926-4535-bc48-d70b0c2a84c7,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:06.111287 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60988) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:06.155440 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-91d62f5b-ecfb-4826-92f5-19ecb4fc64a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=feeb4fb16b39444e990b9bc5b3d3cee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428863 Apr 12 13:25:06.158008 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 60990) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:06.212696 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f610ae71-8a57-46f1-8748-5440ef53eb88 admin admin] Publish callbacks [] for security_group (db03e6cc-ddba-4a39-a7d7-a90e8409c1ad), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:06.237726 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f610ae71-8a57-46f1-8748-5440ef53eb88 admin admin] Publish callbacks [] for security_group (db03e6cc-ddba-4a39-a7d7-a90e8409c1ad), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:06.287736 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f610ae71-8a57-46f1-8748-5440ef53eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (db03e6cc-ddba-4a39-a7d7-a90e8409c1ad), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:06.290602 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-f610ae71-8a57-46f1-8748-5440ef53eb88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:06.291886 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-f610ae71-8a57-46f1-8748-5440ef53eb88 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db03e6cc-ddba-4a39-a7d7-a90e8409c1ad HTTP/1.1" status: 204 len: 168 time: 0.1328804 Apr 12 13:25:06.300958 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610ae71-8a57-46f1-8748-5440ef53eb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db03e6cc-ddba-4a39-a7d7-a90e8409c1ad,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:06.649094 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60996) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:06.692994 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-e755cdf9-b27f-4259-8d5f-f0c0a70bfea6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b69ab215adaf4ca9b1d65e1fe37422d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426681 Apr 12 13:25:06.695409 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 60998) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:06.748596 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e89157a-12e5-42f1-a5c7-bcdcaac3e331 admin admin] Publish callbacks [] for security_group (ab8f5110-c384-42a0-a40b-3b4445bd9628), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:06.773156 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e89157a-12e5-42f1-a5c7-bcdcaac3e331 admin admin] Publish callbacks [] for security_group (ab8f5110-c384-42a0-a40b-3b4445bd9628), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:06.827793 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e89157a-12e5-42f1-a5c7-bcdcaac3e331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (ab8f5110-c384-42a0-a40b-3b4445bd9628), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:06.830960 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-4e89157a-12e5-42f1-a5c7-bcdcaac3e331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:06.832475 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-4e89157a-12e5-42f1-a5c7-bcdcaac3e331 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ab8f5110-c384-42a0-a40b-3b4445bd9628 HTTP/1.1" status: 204 len: 168 time: 0.1360047 Apr 12 13:25:06.841338 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89157a-12e5-42f1-a5c7-bcdcaac3e331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8f5110-c384-42a0-a40b-3b4445bd9628,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:07.136406 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-a30b14f0-739a-4bf7-959f-525f109274de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:08.763461 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:10.623724 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:11.694700 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:14.236623 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:25:25.575743 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 32912) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:25.688167 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67d440e9-4121-4ea1-a05d-af848033059b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:25.764354 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67d440e9-4121-4ea1-a05d-af848033059b admin admin] Publish callbacks [] for security_group (b3620e52-5a51-46ac-a4e6-7dae4361639b), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:25.768124 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-67d440e9-4121-4ea1-a05d-af848033059b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (b3620e52-5a51-46ac-a4e6-7dae4361639b), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:25.805506 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-67d440e9-4121-4ea1-a05d-af848033059b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=999e515eb62a4d0f8e493ff65b7074ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285974 Apr 12 13:25:25.808038 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d440e9-4121-4ea1-a05d-af848033059b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3620e52-5a51-46ac-a4e6-7dae4361639b,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:25.809331 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 32916) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:25.857965 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c91e5d7-84aa-4e73-bff5-571bd7a1af44 admin admin] Publish callbacks [] for security_group (b3620e52-5a51-46ac-a4e6-7dae4361639b), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:25.879207 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c91e5d7-84aa-4e73-bff5-571bd7a1af44 admin admin] Publish callbacks [] for security_group (b3620e52-5a51-46ac-a4e6-7dae4361639b), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:25.930534 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c91e5d7-84aa-4e73-bff5-571bd7a1af44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (b3620e52-5a51-46ac-a4e6-7dae4361639b), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:25.933815 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-1c91e5d7-84aa-4e73-bff5-571bd7a1af44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:25.934954 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-1c91e5d7-84aa-4e73-bff5-571bd7a1af44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b3620e52-5a51-46ac-a4e6-7dae4361639b HTTP/1.1" status: 204 len: 168 time: 0.1246409 Apr 12 13:25:25.943977 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91e5d7-84aa-4e73-bff5-571bd7a1af44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3620e52-5a51-46ac-a4e6-7dae4361639b,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:28.868460 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:34.852814 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7fa0aefd-0e33-4437-98bd-a075335a67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:37.131395 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-87b98fee-072d-41be-87ce-633bacbd908c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:38.763881 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:40.627638 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:41.708635 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:45.692696 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 33062) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:45.797654 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fcf3511b-1110-493e-b26f-23b30a5733dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:45.875448 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fcf3511b-1110-493e-b26f-23b30a5733dc admin admin] Publish callbacks [] for security_group (8e285328-71d7-48b9-916e-0a11f5f90fe9), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:45.879497 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-fcf3511b-1110-493e-b26f-23b30a5733dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (8e285328-71d7-48b9-916e-0a11f5f90fe9), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:45.918345 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3511b-1110-493e-b26f-23b30a5733dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e285328-71d7-48b9-916e-0a11f5f90fe9,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:45.924094 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-fcf3511b-1110-493e-b26f-23b30a5733dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=07d7e3112b2149f4a21bbb4b5dbdba1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303288 Apr 12 13:25:45.926775 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 33066) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:45.977943 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89db5741-5ca5-4085-add0-eaa6b52061d2 admin admin] Publish callbacks [] for security_group (8e285328-71d7-48b9-916e-0a11f5f90fe9), before_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:45.998233 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89db5741-5ca5-4085-add0-eaa6b52061d2 admin admin] Publish callbacks [] for security_group (8e285328-71d7-48b9-916e-0a11f5f90fe9), precommit_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:46.044295 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89db5741-5ca5-4085-add0-eaa6b52061d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (8e285328-71d7-48b9-916e-0a11f5f90fe9), after_delete {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:46.047031 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89db5741-5ca5-4085-add0-eaa6b52061d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:46.048180 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-89db5741-5ca5-4085-add0-eaa6b52061d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e285328-71d7-48b9-916e-0a11f5f90fe9 HTTP/1.1" status: 204 len: 168 time: 0.1202891 Apr 12 13:25:46.056063 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db5741-5ca5-4085-add0-eaa6b52061d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e285328-71d7-48b9-916e-0a11f5f90fe9,revision_number=None']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:49.554423 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [-] (103442) accepted ('10.222.0.47', 33110) {{(pid=103442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:49.659378 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89c69b00-7d66-456f-8cf7-256d02e3c47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:49.737942 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89c69b00-7d66-456f-8cf7-256d02e3c47c admin admin] Publish callbacks [] for security_group (b3954123-7da9-40c0-b792-8222bc44b584), precommit_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:49.741489 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron_lib.callbacks.manager [None req-89c69b00-7d66-456f-8cf7-256d02e3c47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (b3954123-7da9-40c0-b792-8222bc44b584), after_create {{(pid=103442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:49.779517 dv-cinder-830096-4-iscsi neutron-server[103442]: INFO neutron.wsgi [None req-89c69b00-7d66-456f-8cf7-256d02e3c47c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=702312582e5040a2851d14d1fb72a970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240260 Apr 12 13:25:49.780397 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c69b00-7d66-456f-8cf7-256d02e3c47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3954123-7da9-40c0-b792-8222bc44b584,revision_number=1']} {{(pid=103442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:49.782276 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [-] (103443) accepted ('10.222.0.47', 33114) {{(pid=103443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:49.830382 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b616a5ce-172a-4d05-b13f-2a5fb12fecd4 admin admin] Publish callbacks [] for security_group (b3954123-7da9-40c0-b792-8222bc44b584), before_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:49.851376 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b616a5ce-172a-4d05-b13f-2a5fb12fecd4 admin admin] Publish callbacks [] for security_group (b3954123-7da9-40c0-b792-8222bc44b584), precommit_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:49.897241 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b616a5ce-172a-4d05-b13f-2a5fb12fecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594719'] for security_group (b3954123-7da9-40c0-b792-8222bc44b584), after_delete {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:49.899759 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron_lib.callbacks.manager [None req-b616a5ce-172a-4d05-b13f-2a5fb12fecd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:49.900891 dv-cinder-830096-4-iscsi neutron-server[103443]: INFO neutron.wsgi [None req-b616a5ce-172a-4d05-b13f-2a5fb12fecd4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b3954123-7da9-40c0-b792-8222bc44b584 HTTP/1.1" status: 204 len: 168 time: 0.1175971 Apr 12 13:25:49.908412 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616a5ce-172a-4d05-b13f-2a5fb12fecd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3954123-7da9-40c0-b792-8222bc44b584,revision_number=None']} {{(pid=103443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:51.236049 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:25:58.866553 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:04.856867 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4102-6bbc-429d-8f96-bc99a031e18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:07.134670 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-97255467-0c76-4aa6-8f89-ae1420da73b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:08.766850 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:10.631051 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:11.705579 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:28.239965 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:26:28.877334 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:34.858464 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e42e8205-be1f-4ed4-b00b-19474b64d1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:37.137579 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-20385b6d-217d-4b71-8323-dfa8887c31ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:38.768875 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:40.632087 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:41.700912 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:58.874612 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:04.860254 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-60e8659d-68fd-487a-ae39-e19b8d3c9c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:05.239750 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:27:07.141257 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c5654716-199a-4c29-ac1f-a1be642ad962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:08.772905 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:10.639959 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:11.707450 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:28.865666 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:34.865600 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c4c018b4-8afd-47f6-9e0e-f0c87cc178d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:37.147043 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-273ca87f-09cd-4302-b623-50e02f3b93c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:38.779081 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:40.642250 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:41.710787 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:42.239006 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:27:49.835925 dv-cinder-830096-4-iscsi neutron-server[103443]: DEBUG neutron.wsgi [req-4e3c12cf-713d-4e2e-b2c8-12b1646826b2 req-f7f7f4c7-ecc1-4764-9a1e-6c0ee2cf3847 service neutron] (103443) timed out ('10.222.0.26', 63433) {{(pid=103443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:27:54.363421 dv-cinder-830096-4-iscsi neutron-server[103442]: DEBUG neutron.wsgi [req-1884acce-0c13-463c-a8ae-6a9a6fff90f0 req-9ce212f1-ccdc-4fe3-b49f-9ed7a057b756 service neutron] (103442) timed out ('10.222.0.26', 63442) {{(pid=103442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:27:58.889882 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:04.867738 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f4aa0cc5-797c-4d16-9dfb-6ef289ff7c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:07.139223 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-6f1c90ea-c4aa-4935-af4d-6b2b424f4e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:08.789013 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:10.643847 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:11.704470 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:19.238965 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:28:28.894843 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:34.874281 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-de85bcc4-74dc-4f95-b12f-6dea3627a946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:37.143124 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-5fb41aff-1068-4095-bf55-6fabbf7d2d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:38.782290 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:40.653250 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:41.708504 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:56.238794 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:28:58.913152 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:04.867995 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-c310b2df-1c2b-4da1-837f-de705555dd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:07.135953 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e1def73d-8868-4393-b431-d6bf52983a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:08.784529 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:10.650453 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:11.710700 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:28.931995 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:33.238980 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:29:34.870179 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-d89fc22a-6235-44c9-89aa-6be2b8251f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:37.137875 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-063edb3e-9812-47cd-9130-75ce5533ef11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:38.787315 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:40.652792 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:41.713907 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:58.940263 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:04.877856 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-28c22084-c0b5-4ec3-89b3-caf54cf30aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:07.142013 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-e76ac154-e6a6-49d3-96e9-e99845515934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:08.796963 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:10.239161 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:30:10.655163 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:11.717033 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:28.943374 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:34.872178 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-7d529cab-ba73-41b2-bac6-80ed0bb38b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:37.144001 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6f3d-99e4-4c63-a821-237c5dc8b50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b7e8d682-97d3-4662-b907-5ba2cc40927d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:38.795223 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-03dcbfc7-bf40-405a-b095-28dc1cd33ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (75304484-3fcc-4f5a-95a4-9299d5b2a28d), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:40.662457 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfa6-e54f-4806-87ba-b5ee11b9ece1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (9bf3c126-2818-46f2-ba62-133c9988aa32), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:41.721433 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-145a124c-c76f-4522-9986-3a2ef19a8321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (0869f174-a85d-4704-9050-a16517a3fb2b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:47.240497 dv-cinder-830096-4-iscsi neutron-server[103445]: DEBUG neutron.db.agents_db [None req-73795864-a703-4959-a0ac-ee1d42499042 None None] Agent healthcheck: found 6 active agents {{(pid=103445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:30:58.945446 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-0c861d09-733e-4d49-b304-67cb2799a8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (e7c753f8-b435-49df-9460-1ebaebe27c8b), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:04.876657 dv-cinder-830096-4-iscsi neutron-server[103444]: DEBUG neutron_lib.callbacks.manager [None req-9f485258-011a-47c7-b358-c0fb72d6fad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750268032157', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3803381'] for agent (b69ea82b-36b9-4ab0-b083-2f2ba255e994), after_update {{(pid=103444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}